-- Logs begin at Thu 2022-04-14 20:15:20 UTC, end at Thu 2022-04-14 21:36:09 UTC. -- Apr 14 21:02:20.806257 dv-cinder-837542-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 21:02:23.743536 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:02:23.744149 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:02:23.744321 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:02:23.747740 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:02:23.748000 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:02:23.748317 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:02:23.749298 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:02:23.749541 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:02:23.749915 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:02:23.750163 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:02:23.750398 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:02:23.750815 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.751242 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 21:02:23.751560 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.751868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.752165 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.752466 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.752761 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.753081 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.753378 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.753682 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.753969 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.754280 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.754566 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.754863 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.755148 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.755437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.755727 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.756013 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] debug = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.756294 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.756728 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.757169 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.757464 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.757759 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.758047 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.758356 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.758611 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.758923 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.759294 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] host = dv-cinder-837542-3-iscsi {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.759519 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.759815 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.760111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.760403 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.760684 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.760995 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.761283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.761563 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.761843 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.762128 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.762424 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.762721 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.763016 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.763248 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.763476 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.763781 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.764076 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.764360 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.764645 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.764928 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.765244 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.765526 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.765802 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.766093 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.766385 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.766677 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.766960 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.767241 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.767521 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.767800 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.768092 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.768379 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.768658 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.768939 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.769255 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.769531 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.769837 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.770144 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.770441 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.770730 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.771022 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.771302 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.771592 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.771869 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.772146 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.772422 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_json = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.772700 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.772991 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.773283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.773560 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.773836 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.774117 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.774395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.774687 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.774966 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:23.775266 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.775567 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.775872 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.776175 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.776473 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.776759 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.777086 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.777373 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.777669 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.777965 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.778258 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.778546 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.778851 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.779146 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.779446 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.779754 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.780053 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.780350 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.780631 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.780911 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.781215 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.781499 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.781793 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.782077 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.782374 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.782669 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.782957 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.783262 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.783554 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.783854 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.784151 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.784434 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.784720 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.785048 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.785853 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.786125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.786409 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.786704 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.786988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.787269 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.787557 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.787841 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.788117 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.788393 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.788676 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.788999 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.789290 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.789571 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.789849 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.790130 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.790406 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.790693 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.790974 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.791252 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.791529 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.791810 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.792087 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.792363 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.792642 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.792919 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.793224 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.793500 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.793778 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.794054 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.794330 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.794603 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.794877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.795153 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.795431 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.795706 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.795982 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.796258 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.796531 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.796808 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.797127 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.797431 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.797714 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.797999 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.798283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.798562 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.798846 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.799126 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.799408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.799690 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.799965 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.800260 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.800545 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.800834 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.801785 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.802072 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.802377 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.802663 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.802943 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.803231 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.803515 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.803799 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.804088 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.804376 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.804676 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.804988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.805297 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.805599 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.805896 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.806185 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.806500 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.806784 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:23.807006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:02:23.807252 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103921) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 21:02:24.186245 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:02:24.186519 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:02:24.186825 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:02:24.187164 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 21:02:24.514131 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.514338 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.514611 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.517631 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.517912 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.518240 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.571911 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.572193 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.572463 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.587634 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.587919 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.588190 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.618112 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.618395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.618663 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.655246 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.655580 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.655851 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.998840 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.999435 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.999435 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:24.999645 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.000341 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.100155 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.100486 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.100779 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.101086 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.101364 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.101681 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.101946 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.102209 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.102467 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.102762 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.103027 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.103300 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.103559 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.103816 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.104075 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.104346 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.104607 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.104884 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.105185 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.105453 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.105730 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.105986 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.106273 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.106656 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.106912 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.107167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.108093 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.108093 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.108093 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.108363 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.108485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.108687 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:25.109089 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 21:02:25.112299 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 21:02:25.116805 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 21:02:25.120667 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 14 21:02:25.122319 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 21:02:25.122796 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 21:02:25.123135 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 21:02:25.123529 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 21:02:25.126558 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 21:02:25.126811 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 21:02:25.127161 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:02:25.132076 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 21:02:25.155592 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 21:02:25.156051 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.156353 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103921) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 21:02:25.156728 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.158218 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103921) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 21:02:25.158496 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:02:25.158742 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 21:02:25.162605 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.162886 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:25.225220 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 21:02:25.225403 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 21:02:25.225641 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 21:02:25.226018 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 21:02:25.247012 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_db.sqlalchemy.engines [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103921) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 21:02:25.826811 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing driver for type 'gre' Apr 14 21:02:25.827338 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] gre ID ranges: [(1, 1000)] Apr 14 21:02:26.013955 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing driver for type 'local' Apr 14 21:02:26.014604 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing driver for type 'vlan' Apr 14 21:02:26.133905 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] VlanTypeDriver initialization complete Apr 14 21:02:26.134249 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing driver for type 'vxlan' Apr 14 21:02:26.134767 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] vxlan ID ranges: [(1, 1000)] Apr 14 21:02:26.362204 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing extension driver 'port_security' Apr 14 21:02:26.362544 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.extensions.port_security [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] PortSecurityExtensionDriver initialization complete Apr 14 21:02:26.362878 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing mechanism driver 'openvswitch' Apr 14 21:02:26.363197 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing mechanism driver 'hyperv' Apr 14 21:02:26.370471 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:26.371372 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.371748 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.372106 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.372632 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.373103 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.378167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.378548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.378894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.378894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.379249 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.379334 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.379615 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.380630 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:02:26.381121 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] ML2 OVO RPC backend initialized. {{(pid=103921) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 21:02:26.381834 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.382193 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.382615 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.382968 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > networks before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.383317 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.383663 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > ports before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.384103 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.384454 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.384802 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.385168 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.385509 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.385848 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.386187 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.386524 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.386907 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.387247 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.387581 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.395487 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded quota_driver: . Apr 14 21:02:26.395856 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.plugin [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Modular L2 Plugin initialization complete Apr 14 21:02:26.396252 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading services supported by the core plugin {{(pid=103921) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 21:02:26.396598 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.plugins.ml2.managers [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Got port-security extension from driver 'port_security' Apr 14 21:02:26.397105 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.extensions.vlantransparent [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Disabled vlantransparent extension. Apr 14 21:02:26.397610 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103921) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 21:02:26.397939 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: router Apr 14 21:02:26.434173 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.434613 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_create 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.434989 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router before_create 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.435435 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.435820 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.436181 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_delete 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.436590 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.437002 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.437369 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_create 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.437720 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.438073 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.438472 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.438955 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.439412 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.439832 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.440224 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.440601 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: subnet after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.440948 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.441326 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.441716 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.442363 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.442771 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.443172 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router after_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.443555 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.443910 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.444310 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.444656 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.445046 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > agent after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.445401 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.445748 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > network after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.446649 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Tracking information for resource: router configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:26.446981 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Tracking information for resource: floatingip configured {{(pid=103921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:02:26.451942 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.db.l3_agentschedulers_db [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 21:02:26.452513 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.452921 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.453309 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.453665 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: port after_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.454536 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router before_create 55550100 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.454941 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.455345 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.455733 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.460622 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.provider_configuration [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service providers = [] {{(pid=103921) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 21:02:26.461014 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.db.servicetype_db [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103921) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 21:02:26.463951 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.service_base [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:02:26.464303 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.service_base [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:02:26.464647 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.service_base [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:02:26.465576 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.services.service_base [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:02:26.465954 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.services.service_base [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 21:02:26.466328 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.466647 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 21:02:26.477972 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.478311 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: auto_allocate Apr 14 21:02:26.484085 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: network precommit_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.484459 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: network precommit_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.485006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.485335 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: tag Apr 14 21:02:26.494220 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.494554 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: timestamp Apr 14 21:02:26.498464 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.498840 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: network_ip_availability Apr 14 21:02:26.504389 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.504766 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.505258 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.505981 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.506305 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: flavors Apr 14 21:02:26.511258 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.511590 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading Plugin: revisions Apr 14 21:02:26.515864 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:02:26.516259 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=103921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:02:26.517071 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103921) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 21:02:26.517417 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Initializing extension manager. Apr 14 21:02:26.517942 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: __init__.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.518285 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: __pycache__ {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.518624 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: address_group.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.519381 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.519950 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: address-group Apr 14 21:02:26.520277 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: address_scope.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.521049 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.521564 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: address-scope Apr 14 21:02:26.521890 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.522835 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.523350 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: router-admin-state-down-before-update Apr 14 21:02:26.523675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: agent.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.524376 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.524885 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: agent Apr 14 21:02:26.525238 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: agent_resources_synced.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.526162 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.526683 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: agent-resources-synced Apr 14 21:02:26.527014 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.528808 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.529382 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: allowed-address-pairs Apr 14 21:02:26.529718 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.530796 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.531317 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: auto-allocated-topology Apr 14 21:02:26.531653 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: availability_zone.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.532358 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.532871 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: availability_zone Apr 14 21:02:26.533223 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: availability_zone_filter.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.534142 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.534656 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: availability_zone_filter Apr 14 21:02:26.534982 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: data_plane_status.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.535894 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.537012 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 21:02:26.537343 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: default_subnetpools.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.538261 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.538779 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: default-subnetpools Apr 14 21:02:26.539105 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.539917 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.540432 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: dhcp_agent_scheduler Apr 14 21:02:26.540757 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: dns.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.541765 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.542281 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 21:02:26.542607 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: dns_domain_ports.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.543528 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.544039 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 21:02:26.544365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.545373 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.545872 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 21:02:26.546196 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: dvr.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.546875 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.547386 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: dvr Apr 14 21:02:26.547709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: ecmp_routes.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.548628 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.549178 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 21:02:26.549502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: empty_string_filtering.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.550417 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.550974 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: empty-string-filtering Apr 14 21:02:26.551300 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.552749 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.553295 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:02:26.553618 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.554540 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.555046 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 21:02:26.555367 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: external_net.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.556282 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.556793 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: external-net Apr 14 21:02:26.557197 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.558109 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.558623 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: extra_dhcp_opt Apr 14 21:02:26.558945 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: extraroute.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.559853 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.560360 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: extraroute Apr 14 21:02:26.560682 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: extraroute_atomic.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.561906 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.562425 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: extraroute-atomic Apr 14 21:02:26.562793 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: filter_validation.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.563462 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.563971 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: filter-validation Apr 14 21:02:26.564294 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: fip_pf_description.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.565275 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.565785 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 21:02:26.566108 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: fip_pf_port_range.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.567303 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.567834 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 21:02:26.568163 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: fip_port_details.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.569165 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.569673 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: fip-port-details Apr 14 21:02:26.569996 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: flavors.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.571215 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.571742 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: flavors Apr 14 21:02:26.572067 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.573749 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.574271 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 21:02:26.574605 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: floatingip_pools.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.575311 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.575826 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: floatingip-pools Apr 14 21:02:26.576153 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: ip_allocation.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.577119 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.577673 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 21:02:26.578001 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.578934 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.579449 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: ip-substring-filtering Apr 14 21:02:26.579779 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l2_adjacency.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.580757 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.581309 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 21:02:26.581636 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.582607 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.583151 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: router Apr 14 21:02:26.583484 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.585778 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.586315 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:02:26.586647 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.587580 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.588100 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: ext-gw-mode Apr 14 21:02:26.588430 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.589393 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.589910 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: l3-ha Apr 14 21:02:26.590238 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.591153 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.591667 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 21:02:26.591990 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_flavors.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.592912 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.593457 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: l3-flavors Apr 14 21:02:26.593782 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.595156 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.595676 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 21:02:26.596006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.596932 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.597469 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 21:02:26.597797 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: l3agentscheduler.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.599349 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.599893 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: l3_agent_scheduler Apr 14 21:02:26.600225 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: local_ip.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.602157 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.602685 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension local_ip not supported by any of loaded plugins Apr 14 21:02:26.603015 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: logging.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.604486 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.605048 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension logging not supported by any of loaded plugins Apr 14 21:02:26.605380 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: metering.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.606167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.606777 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: metering Apr 14 21:02:26.607116 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.608208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.608726 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: metering_source_and_destination_fields Apr 14 21:02:26.609085 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: multiprovidernet.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.610029 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.610591 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: multi-provider Apr 14 21:02:26.610920 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: netmtu.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.611841 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.612352 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: net-mtu Apr 14 21:02:26.612677 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: netmtu_writable.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.613669 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.614182 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: net-mtu-writable Apr 14 21:02:26.615137 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: network_availability_zone.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.615821 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.616337 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: network_availability_zone Apr 14 21:02:26.616794 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: network_ip_availability.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.617808 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.618326 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: network-ip-availability Apr 14 21:02:26.618654 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: network_segment_range.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.619423 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.619933 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 21:02:26.620257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: pagination.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.621274 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.621609 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: pagination Apr 14 21:02:26.621933 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: port_device_profile.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.622856 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.623377 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: port-device-profile Apr 14 21:02:26.623700 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.624627 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.625172 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: port-mac-address-regenerate Apr 14 21:02:26.625496 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.626424 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.626952 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: port-numa-affinity-policy Apr 14 21:02:26.627275 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: port_resource_request.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.628195 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.628705 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 21:02:26.629053 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.630078 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.630589 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 21:02:26.630911 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: portbindings.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.631844 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.632354 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: binding Apr 14 21:02:26.632676 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: portbindings_extended.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.634006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.634572 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: binding-extended Apr 14 21:02:26.634900 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: portsecurity.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.635826 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.636349 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: port-security Apr 14 21:02:26.636714 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: project_id.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.637723 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.638059 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: project-id Apr 14 21:02:26.638385 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: providernet.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.639306 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.639866 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: provider Apr 14 21:02:26.640226 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.643943 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.644532 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos not supported by any of loaded plugins Apr 14 21:02:26.644806 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.646335 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.646865 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 21:02:26.647197 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.648121 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.648637 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 21:02:26.648983 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_default.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.649958 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.650471 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-default not supported by any of loaded plugins Apr 14 21:02:26.650797 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_fip.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.651723 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.652237 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 21:02:26.652564 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.653506 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.654023 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 21:02:26.654352 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.655287 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.655803 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 21:02:26.656141 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.657100 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.657615 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 21:02:26.657940 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.658991 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.659517 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 21:02:26.659843 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.660878 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.661960 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 21:02:26.662287 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_pps_rule.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.663468 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.663987 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 21:02:26.664311 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.665262 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.665827 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 21:02:26.666153 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.667119 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.667636 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 21:02:26.667959 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: qos_rules_alias.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.669049 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.669572 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 21:02:26.669895 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: quota_check_limit.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.670814 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.671336 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: quota-check-limit Apr 14 21:02:26.671663 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: quotasv2.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.672664 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.673026 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: quotas Apr 14 21:02:26.673354 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: quotasv2_detail.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.675192 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.675532 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: quota_details Apr 14 21:02:26.675867 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: rbac.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.677536 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.678070 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: rbac-policies Apr 14 21:02:26.678405 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: rbac_address_group.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.679343 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.679868 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: rbac-address-group Apr 14 21:02:26.680200 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: rbac_address_scope.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.681161 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.681685 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: rbac-address-scope Apr 14 21:02:26.682015 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: rbac_security_groups.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.683005 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.683526 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: rbac-security-groups Apr 14 21:02:26.683857 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.684778 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.685336 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: rbac-subnetpool Apr 14 21:02:26.685667 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: revisionifmatch.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.686604 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.687166 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: revision-if-match Apr 14 21:02:26.687497 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: revisions.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.688656 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.689242 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: standard-attr-revisions Apr 14 21:02:26.689576 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: router_availability_zone.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.690254 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.690810 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: router_availability_zone Apr 14 21:02:26.691138 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: routerservicetype.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.692331 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.692878 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 21:02:26.693228 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.694161 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.694679 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: security-groups-normalized-cidr Apr 14 21:02:26.695006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.695930 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.696491 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: port-security-groups-filtering Apr 14 21:02:26.696819 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.697807 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.698367 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: security-groups-remote-address-group Apr 14 21:02:26.698696 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.699640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.700162 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: security-groups-shared-filtering Apr 14 21:02:26.700491 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.701124 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 21:02:26.701494 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: securitygroup.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.711429 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.711968 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: security-group Apr 14 21:02:26.712303 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: segment.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.713069 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.713586 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension segment not supported by any of loaded plugins Apr 14 21:02:26.713913 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.714905 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.715421 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 21:02:26.715749 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: servicetype.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.716882 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.717472 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: service-type Apr 14 21:02:26.717843 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: sorting.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.718872 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.719205 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: sorting Apr 14 21:02:26.719568 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: standard_attr_segment.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.720640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.721189 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 21:02:26.721518 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: standardattrdescription.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.722175 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.722730 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: standard-attr-description Apr 14 21:02:26.723097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: stateful_security_group.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.724631 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.725248 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: stateful-security-group Apr 14 21:02:26.725541 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: stdattrs_common.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.726118 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 21:02:26.726442 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.727389 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.727915 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 21:02:26.728243 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnet_onboard.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.729368 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.729892 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: subnet_onboard Apr 14 21:02:26.730219 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.737866 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.738480 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 21:02:26.738817 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnet_service_types.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.740450 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.741042 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: subnet-service-types Apr 14 21:02:26.741373 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnetallocation.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.742479 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.743005 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: subnet_allocation Apr 14 21:02:26.743380 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.744088 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.744611 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: subnetpool-prefix-ops Apr 14 21:02:26.745001 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.745991 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.746507 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 21:02:26.746830 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: tagging.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.747999 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.748527 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: standard-attr-tag Apr 14 21:02:26.748857 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: timestamp.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.750128 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.750647 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loaded extension: standard-attr-timestamp Apr 14 21:02:26.750977 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: trunk.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.752013 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.752533 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension trunk not supported by any of loaded plugins Apr 14 21:02:26.752861 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: trunk_details.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.753823 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.754342 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 21:02:26.754665 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.755634 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.756148 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 21:02:26.756474 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Loading extension file: vlantransparent.py {{(pid=103921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:02:26.757176 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:02:26.757693 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 21:02:26.760191 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:network Apr 14 21:02:26.760723 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnet Apr 14 21:02:26.761159 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:02:26.761555 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:port Apr 14 21:02:26.762778 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.763230 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service FLAVORS assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.763847 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.764284 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.764615 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:router Apr 14 21:02:26.765082 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:02:26.765573 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service METERING assigned prefix: /metering {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.767038 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:02:26.774050 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service CORE assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] subnetpool is already registered Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service CORE assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] subnetpool is already registered Apr 14 21:02:26.774556 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.774996 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service FLAVORS assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.775292 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.775714 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.776051 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:router Apr 14 21:02:26.776394 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] router is already registered Apr 14 21:02:26.776811 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:02:26.777178 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] floatingip is already registered Apr 14 21:02:26.777641 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service METERING assigned prefix: /metering {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.778308 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:02:26.778688 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] rbac_policy is already registered Apr 14 21:02:26.779100 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:02:26.779437 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] security_group is already registered Apr 14 21:02:26.779840 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:02:26.780175 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] security_group_rule is already registered Apr 14 21:02:26.780789 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service CORE assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.781150 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:02:26.781487 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] subnetpool is already registered Apr 14 21:02:26.781904 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.v2.resource_helper [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Service CORE assigned prefix: {{(pid=103921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:02:26.782231 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:02:26.782566 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING neutron.quota.resource_registry [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] subnetpool is already registered Apr 14 21:02:26.783037 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: extensions {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.784513 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: address-groups {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.786028 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: address-scopes {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.787885 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: agents {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.789079 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: auto-allocated-topology {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.790322 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: availability_zones {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.791531 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: dhcp-networks {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.794192 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: dhcp-agents {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.795668 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: routers {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.797907 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: flavors {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: service_profiles {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: next_providers {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: service_profiles {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: floatingip-pools {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: routers {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.807850 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: floatingips {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.808524 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: l3-routers {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.809979 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: l3-agents {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.811426 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: metering-labels {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.812791 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: metering-label-rules {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.814186 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: network-ip-availabilities {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.815447 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: bindings {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.817375 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: quotas {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.818947 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: quotas {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.820485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: rbac-policies {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.821834 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: security-groups {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.823077 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: security-group-rules {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.824566 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: service-providers {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.825887 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: subnetpools {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.827312 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: subnetpools {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.828857 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.830552 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.832612 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.835006 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.836788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.838695 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.840401 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.842321 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.844155 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.846034 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron.api.extensions [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Extended resource: tags {{(pid=103921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:02:26.852605 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING keystonemiddleware.auth_token [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 21:02:26.858268 dv-cinder-837542-3-iscsi neutron-server[103921]: WARNING keystonemiddleware.auth_token [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 21:02:26.866963 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Acquired lock "singleton_lock" {{(pid=103921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 21:02:26.867443 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_concurrency.lockutils [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Releasing lock "singleton_lock" {{(pid=103921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 21:02:26.868101 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Starting 2 workers Apr 14 21:02:26.873132 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Started child 104064 {{(pid=103921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:02:26.877779 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Started child 104065 {{(pid=103921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:02:26.878588 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.879342 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO neutron.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 21:02:26.880046 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.880172 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [-] (104064) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:02:26.882522 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.882936 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Starting 1 workers Apr 14 21:02:26.883977 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [-] (104065) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:02:26.887895 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Started child 104066 {{(pid=103921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:02:26.888368 dv-cinder-837542-3-iscsi neutron-server[103921]: INFO oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Starting 1 workers Apr 14 21:02:26.891531 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] calling RpcWorker wait() {{(pid=104066) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 21:02:26.892087 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] returning from RpcWorker wait() {{(pid=104066) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 21:02:26.893018 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Started child 104067 {{(pid=103921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:02:26.893427 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.893823 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-14200073-67e8-4e59-93fd-f4ea49e092f0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.893967 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:26.896294 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:02:26.896489 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:02:26.896678 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:02:26.896943 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:02:26.897334 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:02:26.897500 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:02:26.898023 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.898298 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.898428 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.898911 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.898911 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.899102 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.899680 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.899959 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.900197 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.900462 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.900702 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.900872 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.901064 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.901324 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.901573 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.901890 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.902139 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.902387 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.902683 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.902866 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.903121 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.903462 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.903737 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.904000 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] debug = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.904242 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.904739 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.904996 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.905235 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.905462 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.905735 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.905998 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.906317 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.906541 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.906756 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.906995 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.907242 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.907476 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.907703 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.907963 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.908198 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.908450 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.908672 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.909188 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] host = dv-cinder-837542-3-iscsi {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.909430 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.909674 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.909910 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.910163 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.910410 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.910647 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.910914 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.911994 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.911994 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_options = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.914833 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.915897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.916709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.916709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.916709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.916709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917217 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917217 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917456 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917576 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917722 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.917955 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.918189 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.918424 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.918646 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.921533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.922502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.922502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.922745 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:26.923897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.923897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.924135 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.924656 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.924927 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.925567 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.926230 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.926668 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.926980 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.927211 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.927459 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.927686 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.927936 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.928196 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_json = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.928402 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.928645 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.928914 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.929198 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.929443 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.929663 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.929886 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.930131 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.930349 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:26.930783 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.931067 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.931434 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.931699 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.931937 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.932180 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.932416 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.932640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.933167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.933167 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.933422 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.933929 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.934011 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.940925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941411 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.941860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.942559 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.942559 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.942804 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.943046 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.943293 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.943515 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.943750 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.943964 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.944202 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.944441 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.944651 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.944914 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.945195 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.945437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.945651 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.945864 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.946103 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.946372 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.946590 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.946802 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.947013 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.947252 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.947467 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.947733 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.947949 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.948162 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.948687 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.948913 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.949168 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.949404 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.949643 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.949861 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.950078 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.950312 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.950527 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.950739 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.950968 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.951183 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.951416 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.951649 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.951910 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.952147 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.952361 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.952577 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.952791 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.953027 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.953324 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.953632 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.953881 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.954126 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.954348 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.954630 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.955067 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.955225 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.955359 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.955568 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.955799 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.956269 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.956520 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.956789 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.957060 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.957288 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.957527 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.957749 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.957967 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.958776 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.959002 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.959228 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.959473 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.959751 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.960019 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.960275 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.960558 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.960828 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.961168 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.961450 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.961728 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.961972 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.962254 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.962580 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.962868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.963147 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.963384 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.963642 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.963896 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.964132 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.964406 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.964671 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.964925 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.965172 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.965426 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.965682 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.965901 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.966135 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.966441 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.966691 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.967045 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.967175 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.967429 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.967682 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.967954 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.968229 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.968485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.968762 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.969147 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.969290 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.969492 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.969807 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.970356 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.970356 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.970615 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.970739 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.970878 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.971868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.971868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.971868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.971868 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.972177 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.972177 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.972395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.972622 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.972891 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.973142 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.973367 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.973623 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.974400 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.974628 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.975044 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.975449 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.975727 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.975971 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.976246 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.976518 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.976737 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.976989 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.977242 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.977721 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.978012 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.978277 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.978502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.978721 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.978940 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.979184 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.979406 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.979643 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.979915 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.980114 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.980368 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.980842 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.981000 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.981259 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.981495 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.981773 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.982025 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.982248 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.982467 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.982687 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.982908 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.983132 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.983378 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.983600 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.983838 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.984608 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.984608 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.984608 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.984878 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.985010 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.985280 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.985522 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.985741 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.986054 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.986204 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.986382 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.986594 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.986832 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.987043 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.987433 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.987691 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.987945 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.988205 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.988430 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.988701 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.988915 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60226) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:26.989070 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.989227 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.989494 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.989708 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.989922 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991365 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991949 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.991949 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.992168 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.992280 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.992410 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.992626 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.992862 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.993103 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.993332 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.993593 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.993808 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.994033 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.994289 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.994502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.994748 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.994960 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.995171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.995401 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.995622 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.995855 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.996160 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.996429 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.996677 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.996976 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.997230 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.997491 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.997735 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.998060 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.998279 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.998606 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.998846 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.999071 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.999296 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.999585 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:26.999892 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.000228 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.000516 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.000782 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.001070 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078168 Apr 14 21:02:27.001235 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.001442 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.001713 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.002175 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.002571 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.002982 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.003336 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.003665 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.003988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.004314 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.004589 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.004812 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.005248 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.005649 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.005897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.006183 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.006571 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.006709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.006869 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.007252 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.007618 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.008640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.008640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.008640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.008640 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.009253 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:02:27.009253 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:02:27.009533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:02:27.009533 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:02:27.010718 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:02:27.010906 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:02:27.011057 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:02:27.011460 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.011630 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.011942 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.012283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.012601 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.012808 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.013065 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.013214 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.013321 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.014171 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.015397 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] debug = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016395 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016920 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016920 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016920 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.016920 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017232 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017232 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017386 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017515 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017835 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.017985 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018144 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018288 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] host = dv-cinder-837542-3-iscsi {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018452 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018606 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018764 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.018909 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019071 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019227 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019364 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019527 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019680 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019839 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.019983 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.020152 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.020315 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.020478 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021179 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_options = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021323 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021459 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021606 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021797 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.021956 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022095 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022260 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022414 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022554 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022716 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.022860 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.023877 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024461 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024461 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024461 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024461 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024874 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024874 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.024874 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025201 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025201 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025412 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025412 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025611 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025727 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.025858 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.026788 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.027539 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.027539 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.027539 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.027539 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.027539 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028301 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028301 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_json = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028504 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028609 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.028782 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029094 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029521 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029658 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029810 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:02:27.029961 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.030099 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.030236 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031208 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031830 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031830 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031830 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.031830 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032283 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032638 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032638 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032871 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.032871 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033136 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033262 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033385 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033515 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033639 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.033764 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.034661 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.034661 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.034661 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.034661 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.034661 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.035257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.035257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.035257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.035257 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037125 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037670 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037670 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037670 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037670 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.037891 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038166 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038166 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038324 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038489 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038652 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038805 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.038993 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.039169 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.039332 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.039512 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.039709 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.039870 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040035 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040209 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040396 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040564 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040733 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.040897 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041258 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041408 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041576 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041752 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.041898 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042041 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042182 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042327 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042491 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042639 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042789 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.042950 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.043126 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.043261 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.043746 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.043746 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.043746 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.044068 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.044068 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.044275 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.044382 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045319 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045931 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045931 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045931 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.045931 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046361 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046361 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046361 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046704 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046704 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046853 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.046988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047169 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047320 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047464 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047630 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047799 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.047947 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048113 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048261 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048416 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048581 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048743 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.048906 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049088 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049241 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049419 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049569 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049739 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.049905 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050042 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050205 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050375 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050520 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050684 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050827 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.050997 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051183 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051349 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051513 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051650 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051777 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.051968 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052092 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052255 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052417 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052604 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052767 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.052929 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.053935 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054067 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:27.054150 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054330 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054424 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054563 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054721 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.054886 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055051 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055217 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055421 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055572 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055714 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.055859 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056024 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056188 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056351 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056563 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056728 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.056891 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057079 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057243 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057406 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057570 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057728 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.057958 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.058081 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.058187 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.058353 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.058516 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059039 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059039 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059039 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059362 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059362 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059528 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059639 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059804 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.059947 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060087 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060256 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060432 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060595 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060733 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.060867 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.061060 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.061214 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.061377 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.061548 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.061686 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.062490 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.062490 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.062490 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.062490 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063021 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063567 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063567 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063567 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063990 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063990 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.063990 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064363 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064363 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064627 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064627 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064882 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.064882 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066396 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066396 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066396 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066815 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066815 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.066815 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.067485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.067485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.067485 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.067884 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.067884 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068152 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068152 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068425 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068425 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068680 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068680 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.068954 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072097 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.072988 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.073675 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.074351 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.074351 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.074502 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.075498 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076111 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076473 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076473 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076618 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.076692 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077437 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077837 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077837 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.077837 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078146 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078146 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078315 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078427 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078597 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078774 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.078938 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079101 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079263 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079427 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079590 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079753 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.079915 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080076 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080239 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080401 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080568 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080731 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.080895 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082004 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082178 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082342 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082508 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082673 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.082836 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:02:27.083660 dv-cinder-837542-3-iscsi neutron-server[103921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:02:38.635575 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8854c4-6441-4442-8d02-c669f19abbce None None] get_active_networks_info from dv-cinder-837542-3-iscsi {{(pid=104066) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 21:02:38.702304 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8854c4-6441-4442-8d02-c669f19abbce None None] No non-hosted networks {{(pid=104066) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 21:02:38.717245 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.agentschedulers_db [None req-3d8854c4-6441-4442-8d02-c669f19abbce None None] DHCP Agent not found on host dv-cinder-837542-3-iscsi {{(pid=104066) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 21:02:38.819700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0e88810f-9312-4754-a330-d25c853cfcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:40.986536 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1225c083-bd40-433d-bef0-93139a19d153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:41.014652 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.db.api [None req-458ce88a-7d3b-4bb6-8a86-79876b0fa18d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837542-3-iscsi {{(pid=104066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:02:41.015607 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG oslo_db.api [None req-458ce88a-7d3b-4bb6-8a86-79876b0fa18d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:02:41.618745 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-458ce88a-7d3b-4bb6-8a86-79876b0fa18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:41.853320 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60302) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:41.927618 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.420625 dv-cinder-837542-3-iscsi neutron-server[104065]: WARNING oslo_policy.policy [None req-0182c89d-fabe-4f53-9ecb-c9a292f4f07e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:42.421250 dv-cinder-837542-3-iscsi neutron-server[104065]: WARNING oslo_policy.policy [None req-0182c89d-fabe-4f53-9ecb-c9a292f4f07e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:42.643493 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [None req-0182c89d-fabe-4f53-9ecb-c9a292f4f07e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:02:42.656980 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-0182c89d-fabe-4f53-9ecb-c9a292f4f07e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7902458 Apr 14 21:02:43.279969 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.902618 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.904772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.905753 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.906338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.906878 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.907496 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.908032 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.908598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.909305 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.910053 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.911543 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:44.915767 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837542-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:44.928780 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837542-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:45.222070 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60332) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:45.545539 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:45.642243 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.policy [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104065) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:02:45.684951 dv-cinder-837542-3-iscsi neutron-server[104065]: WARNING oslo_policy.policy [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:45.685358 dv-cinder-837542-3-iscsi neutron-server[104065]: WARNING oslo_policy.policy [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:45.845155 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591352575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591336691', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591385919', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591393128', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591382072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766591375284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-559565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1355750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-368193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422711'] for rbac-policy (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.997843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.012740 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3b881202-a578-48cd-83b4-9ee6357751f7 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7760158 Apr 14 21:02:47.141234 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.db.l3_hamode_db [None req-1897012f-f18f-437d-aa19-6f9aedd39a9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 21:02:47.226978 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897012f-f18f-437d-aa19-6f9aedd39a9a None None] Routers set() bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:02:47.227301 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897012f-f18f-437d-aa19-6f9aedd39a9a None None] Router IDs set() for agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 21:02:48.563994 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60344) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:48.872927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:48.967166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Made reservation on behalf of df77f8e7458e4e0c87a4b12126059101 for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:48.971037 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.987493 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.092202 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks [] for security_group (2cd4cb10-fa99-472a-a50c-0028831ae664), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.161664 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (2cd4cb10-fa99-472a-a50c-0028831ae664), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.186029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:49.220667 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766593639087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (105c3e9c-d44f-41d5-8b50-3def06c60765), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.221268 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Unsubscribe: segment precommit_create {{(pid=104065) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:02:49.221790 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Added segment 105c3e9c-d44f-41d5-8b50-3def06c60765 of type vlan for network ff9426cb-63f1-4477-b982-4a5522a15570 Apr 14 21:02:49.236827 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4cb10-fa99-472a-a50c-0028831ae664,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.287618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.287942 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.288287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.288630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.288976 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.289296 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.289612 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.289927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.290242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.290555 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.290869 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.291198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.291517 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.291822 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.292129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Tracked resource versions report: Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: pushed versions: Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: { 'AddressGroup': {'1.2'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Agent': {'1.1'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'ConntrackHelper': {'1.0'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Log': {'1.0'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'NDPProxy': {'1.0'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Network': {'1.1'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Port': {'1.7'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'PortForwarding': {'1.3'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'QosPolicy': {'1.10'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroup': {'1.5'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SubPort': {'1.0'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Subnet': {'1.1'}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Trunk': {'1.1'}} Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: consumer versions: Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Agent': '1.1', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'ConntrackHelper': '1.0', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'LocalIPAssociation': '1.0', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Log': '1.0', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'NDPProxy': '1.0', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Network': '1.1', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Port': '1.7', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'PortForwarding': '1.3', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'QosPolicy': '1.10', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroup': '1.5', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroupRule': '1.2', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SubPort': '1.0', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Subnet': '1.1', Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Trunk': '1.1'}} Apr 14 21:02:49.293495 dv-cinder-837542-3-iscsi neutron-server[104065]: {{(pid=104065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:02:49.326962 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (ff9426cb-63f1-4477-b982-4a5522a15570), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.441011 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (ff9426cb-63f1-4477-b982-4a5522a15570), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.447488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:49.448267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.560033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] Pushing event updated for resources: {'Network': ['ID=ff9426cb-63f1-4477-b982-4a5522a15570,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.572497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network ff9426cb-63f1-4477-b982-4a5522a15570 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:49.579647 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-00c741a2-2c53-4f4a-9121-49e50d154bb9 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0104249 Apr 14 21:02:52.097515 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60356) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:52.583018 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING oslo_policy.policy [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:52.583604 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING oslo_policy.policy [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:53.016894 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.policy [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104064) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:02:53.059389 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING oslo_policy.policy [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:53.059756 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING oslo_policy.policy [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:02:53.068001 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:53.069919 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bfbcb27f-d166-4b97-8f46-6d6dced87940 demo admin] 10.222.0.24 "GET /v2.0/networks/ff9426cb-63f1-4477-b982-4a5522a15570 HTTP/1.1" status: 200 len: 825 time: 0.9698441 Apr 14 21:02:53.108325 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3890ee0f-db7f-461e-9833-f46794c26bca demo admin] 10.222.0.24 "GET /v2.0/subnetpools/791e3cd3-cd03-4244-9b77-ecb5f8b420b3 HTTP/1.1" status: 200 len: 734 time: 0.0328183 Apr 14 21:02:53.116980 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:53.218119 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Made reservation on behalf of df77f8e7458e4e0c87a4b12126059101 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:53.220761 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.548377 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (6abaf178-6074-4922-955a-074871cc9357), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.614845 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Checking segment: {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:53.615202 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Network hostable DHCP agents. Network: ff9426cb-63f1-4477-b982-4a5522a15570, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:53.632998 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6abaf178-6074-4922-955a-074871cc9357,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:53.646730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.647072 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.647425 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.647776 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.648108 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.648435 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.648760 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.649124 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.649468 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.649792 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.650115 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.650447 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.650766 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.651080 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.651394 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Tracked resource versions report: Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: pushed versions: Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: { 'AddressGroup': {'1.2'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Agent': {'1.1'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'ConntrackHelper': {'1.0'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Log': {'1.0'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'NDPProxy': {'1.0'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Network': {'1.1'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Port': {'1.7'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'PortForwarding': {'1.3'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'QosPolicy': {'1.10'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroup': {'1.5'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SubPort': {'1.0'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Subnet': {'1.1'}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Trunk': {'1.1'}} Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: consumer versions: Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Agent': '1.1', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'ConntrackHelper': '1.0', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'LocalIPAssociation': '1.0', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Log': '1.0', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'NDPProxy': '1.0', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Network': '1.1', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Port': '1.7', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'PortForwarding': '1.3', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'QosPolicy': '1.10', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroup': '1.5', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroupRule': '1.2', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SubPort': '1.0', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Subnet': '1.1', Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Trunk': '1.1'}} Apr 14 21:02:53.652730 dv-cinder-837542-3-iscsi neutron-server[104064]: {{(pid=104064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:02:53.736193 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Network ff9426cb-63f1-4477-b982-4a5522a15570 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:53.822003 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, ff9426cb-63f1-4477-b982-4a5522a15570) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:53.826627 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:53.827360 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.831420 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11fddb-5a12-4e92-9b71-24131f12038e None None] Network ff9426cb-63f1-4477-b982-4a5522a15570 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:54.025069 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f4347fd9-8937-4e00-a55d-6f10c7f4ba23 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9113429 Apr 14 21:02:54.197883 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-ff9426cb-63f1-4477-b982-4a5522a15570', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:02:54.199119 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.502157 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Allocated IP 172.20.0.2 (ff9426cb-63f1-4477-b982-4a5522a15570/6abaf178-6074-4922-955a-074871cc9357/b054c5b6-8f3c-495f-bbe0-33d5c1c56a45) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:02:54.747097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks [] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.830608 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.915873 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Network ff9426cb-63f1-4477-b982-4a5522a15570 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:02:54.920252 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:54.922450 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Pushing event updated for resources: {'Port': ['ID=b054c5b6-8f3c-495f-bbe0-33d5c1c56a45,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:54.927659 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:02:54.935642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.935985 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.936337 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.936689 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.937041 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.937369 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.937689 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.938009 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.938330 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.938648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.938968 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.939307 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.939625 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.939939 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.940252 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Tracked resource versions report: Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: pushed versions: Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: { 'AddressGroup': {'1.2'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Agent': {'1.1'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'ConntrackHelper': {'1.0'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Log': {'1.0'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'NDPProxy': {'1.0'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Network': {'1.1'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Port': {'1.7'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'PortForwarding': {'1.3'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'QosPolicy': {'1.10'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroup': {'1.5'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SubPort': {'1.0'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Subnet': {'1.1'}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Trunk': {'1.1'}} Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: consumer versions: Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Agent': '1.1', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'ConntrackHelper': '1.0', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'LocalIPAssociation': '1.0', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Log': '1.0', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'NDPProxy': '1.0', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Network': '1.1', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Port': '1.7', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'PortForwarding': '1.3', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'QosPolicy': '1.10', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroup': '1.5', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroupRule': '1.2', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SubPort': '1.0', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Subnet': '1.1', Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Trunk': '1.1'}} Apr 14 21:02:54.942415 dv-cinder-837542-3-iscsi neutron-server[104066]: {{(pid=104066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:02:55.017775 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Attempting to bind port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:02:55.018167 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Attempting to bind port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:02:55.018592 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Attempting to bind port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 on network ff9426cb-63f1-4477-b982-4a5522a15570 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:02:55.024111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:02:55.024498 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Checking segment: {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:55.024980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.025371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Bound using segment: {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:02:55.025851 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Bound port: b054c5b6-8f3c-495f-bbe0-33d5c1c56a45, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:02:55.026248 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.089951 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-88d47804-6594-482b-97e6-af61009d18cc None None] For port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:02:55.108342 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-88d47804-6594-482b-97e6-af61009d18cc None None] For port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=b054c5b6-8f3c-495f-bbe0-33d5c1c56a45,segment=NetworkSegment(105c3e9c-d44f-41d5-8b50-3def06c60765),segment_id=105c3e9c-d44f-41d5-8b50-3def06c60765)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:02:55.178892 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.242616 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47804-6594-482b-97e6-af61009d18cc None None] Pushing event updated for resources: {'Port': ['ID=b054c5b6-8f3c-495f-bbe0-33d5c1c56a45,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:56.586661 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60376) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:56.895851 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [None req-40cf379e-2b89-47e3-88e5-e48d36ba556c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:02:56.896828 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-40cf379e-2b89-47e3-88e5-e48d36ba556c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092413 Apr 14 21:02:59.459518 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60384) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:59.806083 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [None req-613ebac1-c2a1-431c-b342-c4f17d0d25d8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:02:59.806083 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-613ebac1-c2a1-431c-b342-c4f17d0d25d8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3133972 Apr 14 21:03:02.325116 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60392) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:02.634576 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:02.720923 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (99c6ad87-4616-478a-b3c8-5477613ba3ea), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.723062 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (99c6ad87-4616-478a-b3c8-5477613ba3ea), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.859239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Publish callbacks [] for router_controller (99c6ad87-4616-478a-b3c8-5477613ba3ea), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.921991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (99c6ad87-4616-478a-b3c8-5477613ba3ea), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.014330 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.015505 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a20c5049-d455-437c-adb2-6127ceb298f7 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6894314 Apr 14 21:03:05.543428 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60404) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:05.657297 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:05.747248 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:05.747663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:05.862411 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:05.862938 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:05.891865 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [None req-acd442b8-2ba0-4227-9ec7-bbba4d2d2fde admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:03:05.893054 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-acd442b8-2ba0-4227-9ec7-bbba4d2d2fde admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3484154 Apr 14 21:03:05.900419 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=b054c5b6-8f3c-495f-bbe0-33d5c1c56a45,segment=NetworkSegment(105c3e9c-d44f-41d5-8b50-3def06c60765),segment_id=105c3e9c-d44f-41d5-8b50-3def06c60765)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:05.966804 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:06.020394 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=b054c5b6-8f3c-495f-bbe0-33d5c1c56a45,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:06.795818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c36d78-6aa8-407c-b94f-fc4f277ed813 None None] Network ff9426cb-63f1-4477-b982-4a5522a15570 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:03:06.855927 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-f257d40c-01ac-40dc-b8f1-ac4aa466f039 None None] Provisioning complete for port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:06.856310 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f257d40c-01ac-40dc-b8f1-ac4aa466f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:06.988324 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-f257d40c-01ac-40dc-b8f1-ac4aa466f039 None None] Current status of the port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:07.412762 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a79f05ee-93b8-4e60-b897-2ee2d5c47b6b None None] Provisioning complete for port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:07.413175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a79f05ee-93b8-4e60-b897-2ee2d5c47b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.486032 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a79f05ee-93b8-4e60-b897-2ee2d5c47b6b None None] Current status of the port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:07.637927 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:07.683382 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:07.683768 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.760264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:08.449840 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60412) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:08.662015 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ac06f20-5b57-47c2-9b19-91221c192af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:08.761314 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:08.839083 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Made reservation on behalf of 523f524d4c4b4e17b029fee0146c214b for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:03:08.841512 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:08.858033 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:08.959501 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks [] for security_group (38ab8083-89d1-4a0f-baeb-db6ee96667e3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.011419 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (38ab8083-89d1-4a0f-baeb-db6ee96667e3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.027849 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=104064) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 21:03:09.051087 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab8083-89d1-4a0f-baeb-db6ee96667e3,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:09.053839 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766593639087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (b87234f8-6335-42de-9907-60c462fe48ac), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.054395 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Unsubscribe: segment precommit_create {{(pid=104064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:03:09.054874 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Added segment b87234f8-6335-42de-9907-60c462fe48ac of type flat for network 4b02b883-f569-47d4-998c-c0ad162b23a0 Apr 14 21:03:09.106557 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (4b02b883-f569-47d4-998c-c0ad162b23a0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.188746 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (4b02b883-f569-47d4-998c-c0ad162b23a0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.189722 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:09.190313 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.294946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b02b883-f569-47d4-998c-c0ad162b23a0,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:09.304784 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:03:09.323342 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d56f18e5-442a-4f22-9ac9-29bb2152b2f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8724244 Apr 14 21:03:10.970511 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2cf1-b3fb-458d-a5f3-96db66d4f9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:11.810636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60420) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:11.867413 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.112589 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472817d-6d5e-47e9-b5a1-a82e59ff07ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:12.114001 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f472817d-6d5e-47e9-b5a1-a82e59ff07ca demo admin] 10.222.0.24 "GET /v2.0/subnets/6abaf178-6074-4922-955a-074871cc9357 HTTP/1.1" status: 200 len: 849 time: 0.3021865 Apr 14 21:03:12.280134 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-81741564-f194-4557-8f19-59373771621a demo admin] 10.222.0.24 "GET /v2.0/routers/99c6ad87-4616-478a-b3c8-5477613ba3ea HTTP/1.1" status: 200 len: 704 time: 0.1589818 Apr 14 21:03:12.550853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.841624 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Allocated IP 172.20.0.1 (ff9426cb-63f1-4477-b982-4a5522a15570/6abaf178-6074-4922-955a-074871cc9357/4c264f6d-4ebd-4e72-9ed3-f579277265f3) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:13.004849 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks [] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.126492 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.217648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.254466 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Network ff9426cb-63f1-4477-b982-4a5522a15570 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:13.259817 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:13.265341 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:13.265847 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (99c6ad87-4616-478a-b3c8-5477613ba3ea), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.286131 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Pushing event updated for resources: {'Port': ['ID=4c264f6d-4ebd-4e72-9ed3-f579277265f3,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:13.440675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-bd3c4859-3415-4a4d-98c7-c63bf749b905 None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:13.441081 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4859-3415-4a4d-98c7-c63bf749b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.474520 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c4859-3415-4a4d-98c7-c63bf749b905 None None] Port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:03:13.513943 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.719883 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks [] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.783069 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.783873 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (99c6ad87-4616-478a-b3c8-5477613ba3ea), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.863984 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Pushing event updated for resources: {'Port': ['ID=4c264f6d-4ebd-4e72-9ed3-f579277265f3,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:13.908893 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Network ff9426cb-63f1-4477-b982-4a5522a15570 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:13.910241 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:14.093647 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-de85b5eb-c063-4d53-99e8-3c5358773458 None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:14.094033 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-de85b5eb-c063-4d53-99e8-3c5358773458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.129774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-de85b5eb-c063-4d53-99e8-3c5358773458 None None] Port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:03:14.143121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Router 99c6ad87-4616-478a-b3c8-5477613ba3ea is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:03:14.236105 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:03:14.241923 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0153b25d-4bdd-484d-a45d-3b76069b1ac6 demo admin] 10.222.0.24 "PUT /v2.0/routers/99c6ad87-4616-478a-b3c8-5477613ba3ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9566669 Apr 14 21:03:14.246560 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Sync routers for ids ['99c6ad87-4616-478a-b3c8-5477613ba3ea'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:03:14.259674 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Routers {'99c6ad87-4616-478a-b3c8-5477613ba3ea'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:14.260515 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:03:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['99c6ad87-4616-478a-b3c8-5477613ba3ea'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:14.458472 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Set router 99c6ad87-4616-478a-b3c8-5477613ba3ea gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:14.876776 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:13Z', 'revision_number': 2, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port_host': None, '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:13Z', 'revision_number': 2, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:14.891622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.931686 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Checking router: 99c6ad87-4616-478a-b3c8-5477613ba3ea for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:03:14.932060 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Updating router 99c6ad87-4616-478a-b3c8-5477613ba3ea port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:03:15.047898 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.541360 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks [] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.615838 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.712518 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Pushing event updated for resources: {'Port': ['ID=4c264f6d-4ebd-4e72-9ed3-f579277265f3,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:15.723421 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.723759 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.724104 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.724440 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.724897 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.725247 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.725570 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.725889 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.726219 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.726533 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.726855 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.727195 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.727520 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.727835 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.728150 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Tracked resource versions report: Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: pushed versions: Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: { 'AddressGroup': {'1.2'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Agent': {'1.1'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'ConntrackHelper': {'1.0'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Log': {'1.0'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'NDPProxy': {'1.0'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Network': {'1.1'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Port': {'1.7'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'PortForwarding': {'1.3'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'QosPolicy': {'1.10'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroup': {'1.5'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SubPort': {'1.0'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Subnet': {'1.1'}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Trunk': {'1.1'}} Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: consumer versions: Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Agent': '1.1', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'ConntrackHelper': '1.0', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'LocalIPAssociation': '1.0', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Log': '1.0', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'NDPProxy': '1.0', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Network': '1.1', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Port': '1.7', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'PortForwarding': '1.3', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'QosPolicy': '1.10', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroup': '1.5', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroupRule': '1.2', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SubPort': '1.0', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Subnet': '1.1', Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Trunk': '1.1'}} Apr 14 21:03:15.729589 dv-cinder-837542-3-iscsi neutron-server[104067]: {{(pid=104067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:03:15.812162 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Attempting to bind port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:03:15.812353 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Attempting to bind port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:03:15.812792 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Attempting to bind port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 on network ff9426cb-63f1-4477-b982-4a5522a15570 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:15.819119 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:03:15.819518 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Checking segment: {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:15.819991 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.820487 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Bound using segment: {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:03:15.820844 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Bound port: 4c264f6d-4ebd-4e72-9ed3-f579277265f3, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105c3e9c-d44f-41d5-8b50-3def06c60765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:03:15.821245 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.859506 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-95846196-1e9e-4e26-8149-ea12a5427a0c None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:15.859907 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-95846196-1e9e-4e26-8149-ea12a5427a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.891927 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] For port 4c264f6d-4ebd-4e72-9ed3-f579277265f3, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:03:15.894630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-95846196-1e9e-4e26-8149-ea12a5427a0c None None] Port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:03:15.913339 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] For port 4c264f6d-4ebd-4e72-9ed3-f579277265f3, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4c264f6d-4ebd-4e72-9ed3-f579277265f3,segment=NetworkSegment(105c3e9c-d44f-41d5-8b50-3def06c60765),segment_id=105c3e9c-d44f-41d5-8b50-3def06c60765)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:03:15.984185 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.043699 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Routers {'99c6ad87-4616-478a-b3c8-5477613ba3ea'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:16.044339 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:03:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['99c6ad87-4616-478a-b3c8-5477613ba3ea'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:16.079385 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176133e-38f6-4ea2-9771-d7dbaa56f9e8 None None] Pushing event updated for resources: {'Port': ['ID=4c264f6d-4ebd-4e72-9ed3-f579277265f3,revision_number=4']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:16.140679 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] Set router 99c6ad87-4616-478a-b3c8-5477613ba3ea gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:16.214262 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:16.214801 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.297406 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Current status of the port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:16.297748 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.330437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] For port 4c264f6d-4ebd-4e72-9ed3-f579277265f3, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4c264f6d-4ebd-4e72-9ed3-f579277265f3,segment=NetworkSegment(105c3e9c-d44f-41d5-8b50-3def06c60765),segment_id=105c3e9c-d44f-41d5-8b50-3def06c60765)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:16.345471 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:13Z', 'revision_number': 2, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port_host': None, '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:15Z', 'revision_number': 4, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:16.372689 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dafe87-659e-4b16-b36f-87b0d33cd11d None None] The sync data for ids ['99c6ad87-4616-478a-b3c8-5477613ba3ea'] in dv-cinder-837542-3-iscsi is: [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:13Z', 'revision_number': 2, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port_host': None, '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:15Z', 'revision_number': 4, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:03:16.406409 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.455185 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cf99d-3ccf-4d2e-8d14-9f2889a31aa1 None None] Pushing event updated for resources: {'Port': ['ID=4c264f6d-4ebd-4e72-9ed3-f579277265f3,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:16.727458 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 60440) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:16.837404 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64513cd7-1213-4d89-ac11-059d3d17d093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:16.839056 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-64513cd7-1213-4d89-ac11-059d3d17d093 admin admin] 10.222.0.24 "GET /v2.0/networks/4b02b883-f569-47d4-998c-c0ad162b23a0 HTTP/1.1" status: 200 len: 842 time: 0.1106684 Apr 14 21:03:16.848532 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:16.947650 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Made reservation on behalf of 523f524d4c4b4e17b029fee0146c214b for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:03:16.950067 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.267399 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.objects.ports [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104064) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 21:03:17.267741 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (eb6e2bbf-7bf9-439c-9cb6-e36be002c03e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.323707 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6e2bbf-7bf9-439c-9cb6-e36be002c03e,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:17.332174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:17.332546 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Network hostable DHCP agents. Network: 4b02b883-f569-47d4-998c-c0ad162b23a0, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:03:17.428833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:03:17.507579 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 4b02b883-f569-47d4-998c-c0ad162b23a0) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:17.511767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:17.512354 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.520994 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b52333-1450-4960-a89e-c7a0a4fe359c None None] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:03:17.603740 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-40c02d4d-0fad-4e3b-8378-dd20c996d5f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7528114 Apr 14 21:03:17.619076 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ae9ee-c3e9-432c-9161-94d87513108b None None] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:03:20.054755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60458) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:20.293331 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-fd4f66f9-8209-4d23-852c-3e579678dff2 demo admin] 10.222.0.24 "GET /v2.0/routers/99c6ad87-4616-478a-b3c8-5477613ba3ea HTTP/1.1" status: 200 len: 710 time: 0.2372754 Apr 14 21:03:20.506984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea0fcb-f0aa-43da-81de-55ecd1a4c55a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:20.508370 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9dea0fcb-f0aa-43da-81de-55ecd1a4c55a demo admin] 10.222.0.24 "GET /v2.0/networks/4b02b883-f569-47d4-998c-c0ad162b23a0 HTTP/1.1" status: 200 len: 886 time: 0.2098625 Apr 14 21:03:20.517026 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:20.769809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks [] for router_gateway (99c6ad87-4616-478a-b3c8-5477613ba3ea), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.040183 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks [] for router_gateway (99c6ad87-4616-478a-b3c8-5477613ba3ea), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.114851 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.296948 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Allocated IP 172.27.0.66 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/1d4e65f8-67c0-44c8-ae25-c0485b968b78) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:21.403970 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks [] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.526402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.659927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:21.666225 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:21.679654 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:21.685642 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Pushing event updated for resources: {'Port': ['ID=1d4e65f8-67c0-44c8-ae25-c0485b968b78,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:22.068184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks [] for router_gateway (99c6ad87-4616-478a-b3c8-5477613ba3ea), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:22.264697 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1688747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57549'] for router (99c6ad87-4616-478a-b3c8-5477613ba3ea), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:22.270514 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1688738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1688761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1702957'] for router (99c6ad87-4616-478a-b3c8-5477613ba3ea), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:22.383518 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Router 99c6ad87-4616-478a-b3c8-5477613ba3ea has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:03:22.491589 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:03:22.496094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:22.508988 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8bbeea1b-9b00-4933-96ca-51bfd1706d7f demo admin] 10.222.0.24 "PUT /v2.0/routers/99c6ad87-4616-478a-b3c8-5477613ba3ea HTTP/1.1" status: 200 len: 889 time: 1.9833333 Apr 14 21:03:23.659108 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4c264f6d-4ebd-4e72-9ed3-f579277265f3 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:23.703647 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:23.704037 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:23.783087 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:25.045332 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60470) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:25.105526 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Sync routers for ids ['99c6ad87-4616-478a-b3c8-5477613ba3ea'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:03:25.116763 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Routers {'99c6ad87-4616-478a-b3c8-5477613ba3ea'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:25.117552 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:03:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['99c6ad87-4616-478a-b3c8-5477613ba3ea'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:25.157493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-87e2e0d8-7f31-412f-9de5-da14a75a88bb admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1109738 Apr 14 21:03:25.346195 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Set router 99c6ad87-4616-478a-b3c8-5477613ba3ea gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:25.810357 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:21Z', 'revision_number': 4, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port': {'id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:21Z', 'updated_at': '2022-04-14T21:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:16Z', 'revision_number': 5, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:25.863798 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Checking router: 99c6ad87-4616-478a-b3c8-5477613ba3ea for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:03:25.864175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Updating router 99c6ad87-4616-478a-b3c8-5477613ba3ea port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:03:25.917678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.259524 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks [] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.348368 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.396773 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917c450-7ea1-40fb-9ced-b6a589be6835 None None] Pushing event updated for resources: {'Port': ['ID=1d4e65f8-67c0-44c8-ae25-c0485b968b78,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:26.413526 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Attempting to bind port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:03:26.413916 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Attempting to bind port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:03:26.414272 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Attempting to bind port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:26.420546 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:03:26.420546 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:26.420546 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.420917 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:03:26.421209 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Bound port: 1d4e65f8-67c0-44c8-ae25-c0485b968b78, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:03:26.421827 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.472788 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] For port 1d4e65f8-67c0-44c8-ae25-c0485b968b78, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:03:26.475789 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] For port 1d4e65f8-67c0-44c8-ae25-c0485b968b78, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1d4e65f8-67c0-44c8-ae25-c0485b968b78,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:03:26.559474 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:26.617273 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Routers {'99c6ad87-4616-478a-b3c8-5477613ba3ea'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:26.617871 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:03:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['99c6ad87-4616-478a-b3c8-5477613ba3ea'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:26.652027 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917c450-7ea1-40fb-9ced-b6a589be6835 None None] Pushing event updated for resources: {'Port': ['ID=1d4e65f8-67c0-44c8-ae25-c0485b968b78,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:26.728980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] Set router 99c6ad87-4616-478a-b3c8-5477613ba3ea gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:26.948796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:21Z', 'revision_number': 4, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port': {'id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:21Z', 'updated_at': '2022-04-14T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:16Z', 'revision_number': 5, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:26.978632 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd249b0-26b3-472f-abe0-eb59756e2098 None None] The sync data for ids ['99c6ad87-4616-478a-b3c8-5477613ba3ea'] in dv-cinder-837542-3-iscsi is: [{'id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'name': 'router1', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:03:02Z', 'updated_at': '2022-04-14T21:03:21Z', 'revision_number': 4, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'gw_port': {'id': '1d4e65f8-67c0-44c8-ae25-c0485b968b78', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:21Z', 'updated_at': '2022-04-14T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4c264f6d-4ebd-4e72-9ed3-f579277265f3', 'name': '', 'network_id': 'ff9426cb-63f1-4477-b982-4a5522a15570', 'tenant_id': 'df77f8e7458e4e0c87a4b12126059101', 'mac_address': 'fa:16:3e:6c:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6ad87-4616-478a-b3c8-5477613ba3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6abaf178-6074-4922-955a-074871cc9357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:03:12Z', 'updated_at': '2022-04-14T21:03:16Z', 'revision_number': 5, 'project_id': 'df77f8e7458e4e0c87a4b12126059101', 'subnets': [{'id': '6abaf178-6074-4922-955a-074871cc9357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e3cd3-cd03-4244-9b77-ecb5f8b420b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:03:27.704589 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1d4e65f8-67c0-44c8-ae25-c0485b968b78 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:27.776578 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:27.777069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:27.877111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:27.878095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:27.898734 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 1d4e65f8-67c0-44c8-ae25-c0485b968b78, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1d4e65f8-67c0-44c8-ae25-c0485b968b78,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:27.949105 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:03:27.976251 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:28.046566 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=1d4e65f8-67c0-44c8-ae25-c0485b968b78,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:29.699598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1d4e65f8-67c0-44c8-ae25-c0485b968b78 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:29.791509 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:29.791913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1d4e65f8-67c0-44c8-ae25-c0485b968b78), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:29.970796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1d4e65f8-67c0-44c8-ae25-c0485b968b78 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:38.685257 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf514-77e4-4169-9fbd-e0421eab74d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:41.056943 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d60688c7-5dde-49d1-ba05-d97c19289569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:41.867953 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:43.216529 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:44.890492 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:04.938407 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:04:08.649250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5b86bf39-11b0-44fa-88c9-0128ffc740be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:11.364274 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e1034429-f2ef-433e-9fdb-98853707030b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:11.843721 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:13.214924 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:14.889680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.653828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f5aa1572-ca0c-489d-92c2-6d96b5bed2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.957138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc401-2ab1-4c81-a633-9edc7d246737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.864991 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.936533 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:04:43.248065 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.893649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:50.933086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60954) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:50.993998 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bf7b24-7457-4f12-9299-cbf8538ee5f3 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:04:50.995271 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-02bf7b24-7457-4f12-9299-cbf8538ee5f3 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611699 Apr 14 21:04:51.167685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69251740-2382-4bfa-bc5a-1faf46ec1399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.167685 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-69251740-2382-4bfa-bc5a-1faf46ec1399 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604199 Apr 14 21:04:53.479110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60964) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:53.577586 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42515b-15ed-443f-914e-ac7068d004bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:53.578918 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ae42515b-15ed-443f-914e-ac7068d004bb admin admin] 10.222.0.24 "GET /v2.0/subnets/6abaf178-6074-4922-955a-074871cc9357 HTTP/1.1" status: 200 len: 849 time: 0.0988660 Apr 14 21:04:53.588076 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:53.673431 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Publish callbacks [] for subnet (6abaf178-6074-4922-955a-074871cc9357), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.870599 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766593622047'] for subnet (6abaf178-6074-4922-955a-074871cc9357), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.975176 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:53.975776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.977205 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] 10.222.0.24 "PUT /v2.0/subnets/6abaf178-6074-4922-955a-074871cc9357 HTTP/1.1" status: 200 len: 868 time: 0.3925180 Apr 14 21:04:53.998075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abaf178-6074-4922-955a-074871cc9357,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:53.999869 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee751b5f-5cac-4818-b47c-ff8bc1e2b3e1 None None] Network ff9426cb-63f1-4477-b982-4a5522a15570 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:54.006863 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.007234 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.007621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.008020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.008361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.008694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.009051 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.009400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.009744 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.010074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.010416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.010749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.011071 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.011388 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.011755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf0b7-d7da-460c-a2ee-351af1598b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:54.299702 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Provisioning complete for port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:54.301297 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4c264f6d-4ebd-4e72-9ed3-f579277265f3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.376277 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Current status of the port 4c264f6d-4ebd-4e72-9ed3-f579277265f3 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:54.384110 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Provisioning complete for port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:54.384417 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b054c5b6-8f3c-495f-bbe0-33d5c1c56a45), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.460773 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7ca20841-ca3f-411c-bddd-0288997a7107 None None] Current status of the port b054c5b6-8f3c-495f-bbe0-33d5c1c56a45 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:56.303419 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60972) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:56.497882 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1180881-2059-4e7e-8f86-eca26a0c9eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:56.498266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1180881-2059-4e7e-8f86-eca26a0c9eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:56.500297 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e1180881-2059-4e7e-8f86-eca26a0c9eed admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958501 Apr 14 21:04:58.801143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60980) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:58.934462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9fcf87-25df-466c-b920-85e3c42e0f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:58.934933 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9fcf87-25df-466c-b920-85e3c42e0f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:58.936467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ab9fcf87-25df-466c-b920-85e3c42e0f6e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343749 Apr 14 21:05:01.240982 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60988) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:01.366049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf0a22-ba4f-4775-b7c7-2a51a08bfd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:01.367400 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bddf0a22-ba4f-4775-b7c7-2a51a08bfd07 admin admin] 10.222.0.24 "GET /v2.0/networks/4b02b883-f569-47d4-998c-c0ad162b23a0 HTTP/1.1" status: 200 len: 886 time: 0.1254561 Apr 14 21:05:03.692200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 60996) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:03.839724 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff1fac-c265-4808-9cf9-99ea4ab7c5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:03.841191 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4fff1fac-c265-4808-9cf9-99ea4ab7c5a3 admin admin] 10.222.0.24 "GET /v2.0/networks/ff9426cb-63f1-4477-b982-4a5522a15570 HTTP/1.1" status: 200 len: 869 time: 0.1480203 Apr 14 21:05:06.162343 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32772) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:06.289686 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8053ab3-4b63-4f31-ba90-079192675ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:06.290136 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8053ab3-4b63-4f31-ba90-079192675ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:06.291689 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e8053ab3-4b63-4f31-ba90-079192675ef9 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284063 Apr 14 21:05:08.593896 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32782) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:08.653389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-be9fe7d4-c8a2-4e7d-9e5c-f0e63887a8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:08.684708 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49ed67-0ced-4d90-911f-c1c8ed5df27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.685813 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49ed67-0ced-4d90-911f-c1c8ed5df27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.687266 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ce49ed67-0ced-4d90-911f-c1c8ed5df27e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924246 Apr 14 21:05:10.973181 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e897636c-d426-4049-a47e-a0529c616f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:10.989215 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32790) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:11.148625 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e436-692f-42e3-9651-1e4e834573ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.149938 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b603e436-692f-42e3-9651-1e4e834573ca admin admin] 10.222.0.24 "GET /v2.0/subnets/6abaf178-6074-4922-955a-074871cc9357 HTTP/1.1" status: 200 len: 868 time: 0.1596932 Apr 14 21:05:11.870371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:13.229558 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:13.484732 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32798) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:13.567948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f9c1cc-c28c-48a6-abc0-b40fc7a71d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:13.569269 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-54f9c1cc-c28c-48a6-abc0-b40fc7a71d84 admin admin] 10.222.0.24 "GET /v2.0/subnets/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e HTTP/1.1" status: 200 len: 816 time: 0.0836098 Apr 14 21:05:14.903840 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.935077 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:05:38.664529 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b777fc34-8974-4f13-a774-36e147c8c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:40.989445 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5517c650-d425-4421-ad82-f5c6ea29a115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.879595 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.315499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.931659 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.865428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 32856) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:54.912715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [None req-d445a04c-4489-49ca-aa71-ab6197360694 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:05:54.913795 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d445a04c-4489-49ca-aa71-ab6197360694 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474095 Apr 14 21:05:55.933594 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:05:57.333660 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32864) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:57.396247 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4718dd-fd4c-4358-ab18-3771b7dc478d admin admin] GET failed (client error): The resource could not be found. Apr 14 21:05:57.397616 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-fd4718dd-fd4c-4358-ab18-3771b7dc478d admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629926 Apr 14 21:05:57.546244 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715af9c-436b-4acd-a678-ead391efd75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:57.547673 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d715af9c-436b-4acd-a678-ead391efd75c admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460307 Apr 14 21:05:59.885439 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32872) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:59.932177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:06:00.027285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Made reservation on behalf of 523f524d4c4b4e17b029fee0146c214b for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:06:00.029492 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:00.060550 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING neutron.services.revisions.revision_plugin [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Could not find related network for resource to bump revision. Apr 14 21:06:00.073592 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:06:00.082804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (208e35bd-c779-4825-9a10-50d214627ccb), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:00.083144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Added segment 208e35bd-c779-4825-9a10-50d214627ccb of type vlan for network 06c124c5-b034-4944-9537-4346ce2174aa Apr 14 21:06:00.120832 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (06c124c5-b034-4944-9537-4346ce2174aa), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:00.204496 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (06c124c5-b034-4944-9537-4346ce2174aa), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:00.205518 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:00.206095 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:00.262474 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Pushing event updated for resources: {'Network': ['ID=06c124c5-b034-4944-9537-4346ce2174aa,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:00.269573 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.269915 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.270311 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.270636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.270968 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.271294 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.271615 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.272013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.272345 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.272670 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.273012 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.273406 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.273703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.274019 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.274334 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:00.285137 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 06c124c5-b034-4944-9537-4346ce2174aa details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:06:00.352313 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f7fa0806-d006-4690-9693-a7961ae2e1de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4655967 Apr 14 21:06:02.731424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 32880) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:02.791057 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b992445-68cf-473e-aa1f-eccec4411938 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:06:02.792377 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8b992445-68cf-473e-aa1f-eccec4411938 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599751 Apr 14 21:06:02.862172 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a27383-f3e3-4739-964a-223c1e8abd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:02.863640 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-95a27383-f3e3-4739-964a-223c1e8abd5e admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673184 Apr 14 21:06:02.873786 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:06:02.975922 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Made reservation on behalf of 523f524d4c4b4e17b029fee0146c214b for: {'subnet': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:06:02.978371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.206621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (4b0a846b-452a-48a6-a44a-34adacc407ec), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.265482 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0a846b-452a-48a6-a44a-34adacc407ec,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:03.277067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.277502 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.277854 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.278189 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.278521 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.278847 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.279166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.279484 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.279806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.280125 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.280458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.280793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.281139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.281456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.281770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.284788 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Checking segment: {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:06:03.285165 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Network hostable DHCP agents. Network: 06c124c5-b034-4944-9537-4346ce2174aa, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:06:03.366409 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Network 06c124c5-b034-4944-9537-4346ce2174aa is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:06:03.432945 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 06c124c5-b034-4944-9537-4346ce2174aa) {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:06:03.438930 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:03.439717 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.442667 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142a984-3771-467d-ac93-126ff2c5ad9b None None] Network 06c124c5-b034-4944-9537-4346ce2174aa requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:06:03.527493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-13393c5d-217d-4b65-af1e-a0d0aec86422 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6574755 Apr 14 21:06:03.539842 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-06c124c5-b034-4944-9537-4346ce2174aa', 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa', 'project_id': '523f524d4c4b4e17b029fee0146c214b', 'fixed_ips': [{'subnet_id': '4b0a846b-452a-48a6-a44a-34adacc407ec'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:06:03.541527 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.680666 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Allocated IP 192.168.233.2 (06c124c5-b034-4944-9537-4346ce2174aa/4b0a846b-452a-48a6-a44a-34adacc407ec/02f5f833-bcfa-4419-a71c-b2c58f87cad9) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:06:03.827039 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks [] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.904520 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.941821 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Network 06c124c5-b034-4944-9537-4346ce2174aa is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:06:03.944646 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:06:03.947698 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:06:03.968109 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Pushing event updated for resources: {'Port': ['ID=02f5f833-bcfa-4419-a71c-b2c58f87cad9,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:03.990943 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:03.999922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:04.027094 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Attempting to bind port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:06:04.027462 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Attempting to bind port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:06:04.027830 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Attempting to bind port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 on network 06c124c5-b034-4944-9537-4346ce2174aa {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:06:04.032899 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:06:04.033309 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Checking segment: {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:06:04.033702 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:04.034088 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Bound using segment: {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:06:04.034547 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Bound port: 02f5f833-bcfa-4419-a71c-b2c58f87cad9, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:06:04.034922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:04.097115 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] For port 02f5f833-bcfa-4419-a71c-b2c58f87cad9, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:06:04.100278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] For port 02f5f833-bcfa-4419-a71c-b2c58f87cad9, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=02f5f833-bcfa-4419-a71c-b2c58f87cad9,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:06:04.159719 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:04.226959 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab0bdd-034c-4df2-b349-27aab8e0f954 None None] Pushing event updated for resources: {'Port': ['ID=02f5f833-bcfa-4419-a71c-b2c58f87cad9,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:05.077539 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20927af5-1458-432e-8f13-b1d347d7eb8d None None] Network 06c124c5-b034-4944-9537-4346ce2174aa requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:06:05.136815 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Provisioning complete for port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:06:05.137202 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:05.259403 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Current status of the port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:06:05.260324 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:05.296980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] For port 02f5f833-bcfa-4419-a71c-b2c58f87cad9, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=02f5f833-bcfa-4419-a71c-b2c58f87cad9,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:05.400605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:05.445119 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bab5f2-1ac9-4887-8ca6-ec6691fc1bbe None None] Pushing event updated for resources: {'Port': ['ID=02f5f833-bcfa-4419-a71c-b2c58f87cad9,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:05.511502 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-95483b38-e185-45e8-b673-2a15fde20dcc None None] Provisioning complete for port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:06:05.511815 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-95483b38-e185-45e8-b673-2a15fde20dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:05.591485 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-95483b38-e185-45e8-b673-2a15fde20dcc None None] Current status of the port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:06:05.788271 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 02f5f833-bcfa-4419-a71c-b2c58f87cad9 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:06:05.835275 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:06:05.835642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (02f5f833-bcfa-4419-a71c-b2c58f87cad9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:05.914646 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 02f5f833-bcfa-4419-a71c-b2c58f87cad9 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:06:08.646238 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1949e2ca-5a16-49f2-b67e-128481243558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:10.981770 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a145c7bc-4b13-4616-9482-4ea21ebd7b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:11.874631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:13.268739 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:14.912710 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:32.932921 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:06:38.662385 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7bbd91f5-b148-4441-a905-188f704f72cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.985828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fc0d10cc-5a2b-466a-a87a-91339c4fcdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.879422 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:43.257163 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:44.902540 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:08.647551 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-618b3826-3e46-40c6-b77e-1b35b62bb72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:09.932801 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:07:10.990322 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-94a519d6-8cc7-44a5-b6e4-711f8c18f196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:11.893313 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.293185 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.916729 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:38.672920 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f60222ba-5005-4f60-be10-db3d3d787810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:40.976597 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25431abe-8887-42db-a0a5-f1f553b82cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:41.932122 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:42.823835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 32918) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:42.829520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [None req-7335c0b1-f4cc-4445-b9b9-bfd75d602de6 tempest-verify_tempest_config-1652323838 tempest-verify_tempest_config-1652323838-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:07:42.830521 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7335c0b1-f4cc-4445-b9b9-bfd75d602de6 tempest-verify_tempest_config-1652323838 tempest-verify_tempest_config-1652323838-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056524 Apr 14 21:07:43.249858 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.297643 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 32936) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:43.401176 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.473046 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Publish callbacks [] for security_group (5c0e30bb-71f7-4731-89cf-cd24ff39df0e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.542859 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (5c0e30bb-71f7-4731-89cf-cd24ff39df0e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.587188 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5be3b216f016421088d64bfcaff7400d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2885215 Apr 14 21:07:43.589278 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0e30bb-71f7-4731-89cf-cd24ff39df0e,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:43.590069 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 32942) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:43.596082 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.596428 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.596769 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.597136 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.597467 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.597795 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.598119 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.598442 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.598803 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.599134 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.599475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.599802 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.600121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.600436 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.601248 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1eaeb9-182a-400e-a2be-fe37969e778b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.645150 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Publish callbacks [] for security_group (5c0e30bb-71f7-4731-89cf-cd24ff39df0e), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.668952 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Publish callbacks [] for security_group (5c0e30bb-71f7-4731-89cf-cd24ff39df0e), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.821075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (5c0e30bb-71f7-4731-89cf-cd24ff39df0e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.823672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.824775 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c0e30bb-71f7-4731-89cf-cd24ff39df0e HTTP/1.1" status: 204 len: 168 time: 0.2337821 Apr 14 21:07:43.832293 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0e30bb-71f7-4731-89cf-cd24ff39df0e,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.842198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.843257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.843257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.843257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.843513 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.843753 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:43.844067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c09d1-e2b1-4408-b681-a331e6df4361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.895164 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:46.931361 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:08:08.683361 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-96d8cb05-267e-4b1f-ba4c-5ac1beef8d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:10.970211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2ae39355-e361-4a34-b535-e6ae0f49c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:11.879369 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.279118 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.878801 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:23.931422 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:08:38.678025 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-414296e8-651a-411a-a2cb-66591f318b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:41.003365 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b13bcf10-58e7-4d40-bd27-195540a1698c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:41.900439 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:43.288855 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:44.894928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.930434 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 5 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:09:08.676929 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-00a636c6-c332-4e60-9b76-0bf8211bc86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.990390 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3f106e6b-b725-49ac-8f2b-b4f6d4100a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.933503 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:13.270463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.875953 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:34.709618 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1702841'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:37.930105 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:09:38.686491 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f54f4db8-84ea-4e17-be00-e3461ae63611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:40.972362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b72eed00-fd62-4270-ac69-19fb39f29151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:41.886975 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:43.281828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.898353 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:49.665960 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33014) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:49.775337 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-152b5b58-0a1e-4e1e-87cc-55ced50a763d admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1082838 Apr 14 21:09:52.176569 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33024) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:52.231985 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-688e3de0-fd1a-4376-b1ac-aadb96fc7bea admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543170 Apr 14 21:10:04.691820 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:08.674137 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6c1b32c5-37c6-4320-9f0b-1e6906210ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:11.000520 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9bd87007-c538-4212-b813-17dda532239e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:11.926541 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:13.262852 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:14.891391 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:14.929425 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:10:34.737356 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:38.714115 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3c69439-f0d8-4ed0-b659-944fd60e8992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:40.986928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8bdf4bf3-4e5e-4944-ba80-aade28b2a19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:41.936828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:43.280177 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:44.908144 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:51.959495 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:11:04.707528 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:08.684362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1a165274-ad4a-4b04-84aa-2b4b3b43fffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:10.999062 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4253-5029-4151-a408-a5f2250b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:11.896374 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:13.276558 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:14.964245 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:28.926377 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:11:34.709116 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.255839 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33190) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:35.531380 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33204) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:35.645464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-523002929-network', 'tenant_id': 'c4656c44a9514f7b94f88e12e6b37fef'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:35.752549 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Made reservation on behalf of c4656c44a9514f7b94f88e12e6b37fef for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:35.754940 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.770535 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.850562 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks [] for security_group (c545640f-955c-42db-bf7c-9a13f7b6a984), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.866409 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-436521496-network', 'tenant_id': '9379aeca7a984e238239f765094748bc'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:35.930194 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c545640f-955c-42db-bf7c-9a13f7b6a984), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.949913 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33228) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:35.951342 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:11:35.968697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Made reservation on behalf of 9379aeca7a984e238239f765094748bc for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:35.971073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.985908 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (b7e9c04b-5db0-4386-a453-318d9bd66ad2), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.986249 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Added segment b7e9c04b-5db0-4386-a453-318d9bd66ad2 of type vlan for network dd4aa003-c977-47de-b532-5d2c0393a402 Apr 14 21:11:35.996165 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c545640f-955c-42db-bf7c-9a13f7b6a984,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.019761 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.025505 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.025834 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.026185 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.026548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.026945 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.027187 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.027505 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.027820 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.028154 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.028481 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.028815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.029169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.029490 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.029806 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.030123 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Tracked resource versions report: Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: pushed versions: Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: { 'AddressGroup': {'1.2'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Agent': {'1.1'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'ConntrackHelper': {'1.0'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Log': {'1.0'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'NDPProxy': {'1.0'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Network': {'1.1'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Port': {'1.7'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'PortForwarding': {'1.3'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'QosPolicy': {'1.10'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroup': {'1.5'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SubPort': {'1.0'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Subnet': {'1.1'}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Trunk': {'1.1'}} Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: consumer versions: Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Agent': '1.1', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'ConntrackHelper': '1.0', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'LocalIPAssociation': '1.0', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Log': '1.0', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'NDPProxy': '1.0', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Network': '1.1', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Port': '1.7', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'PortForwarding': '1.3', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'QosPolicy': '1.10', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroup': '1.5', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SecurityGroupRule': '1.2', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'SubPort': '1.0', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Subnet': '1.1', Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: 'Trunk': '1.1'}} Apr 14 21:11:36.031302 dv-cinder-837542-3-iscsi neutron-server[104064]: {{(pid=104064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:11:36.057766 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (dd4aa003-c977-47de-b532-5d2c0393a402), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.136586 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-network', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:36.142535 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks [] for security_group (7f2f3a2f-e9b9-4404-9212-3a4fa3325388), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.170695 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (dd4aa003-c977-47de-b532-5d2c0393a402), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.171697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:36.172540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.233004 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7f2f3a2f-e9b9-4404-9212-3a4fa3325388), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.242388 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4aa003-c977-47de-b532-5d2c0393a402,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.253840 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network dd4aa003-c977-47de-b532-5d2c0393a402 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:11:36.257040 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:11:36.261138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Made reservation on behalf of d93a7c86bb1e40518c0600a55c581eab for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:36.263712 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.268981 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (2e7040ab-74b5-4d56-bd3e-be61175b44ba), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.269325 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Added segment 2e7040ab-74b5-4d56-bd3e-be61175b44ba of type vlan for network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 Apr 14 21:11:36.283351 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-365a3de5-89df-4003-8a5c-b1a331564e26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0262928 Apr 14 21:11:36.284444 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.303609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33250) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:36.322687 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (9be786bb-d0b2-46e8-8749-f5db9ed7a438), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.346572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f3a2f-e9b9-4404-9212-3a4fa3325388,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.387216 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Request body: {'subnet': {'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-523002929-subnet', 'tenant_id': 'c4656c44a9514f7b94f88e12e6b37fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:36.406530 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks [] for security_group (a791f2fb-bd76-49a8-a58a-24fea097ac2e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.438430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (9be786bb-d0b2-46e8-8749-f5db9ed7a438), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.439440 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:36.440022 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.489941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a791f2fb-bd76-49a8-a58a-24fea097ac2e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.501034 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] Pushing event updated for resources: {'Network': ['ID=9be786bb-d0b2-46e8-8749-f5db9ed7a438,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.504412 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:11:36.511840 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:11:36.515844 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Made reservation on behalf of c4656c44a9514f7b94f88e12e6b37fef for: {'subnet': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:36.518154 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.534813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (38abb8c6-10b9-482e-b66b-e2755e04e911), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.534813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Added segment 38abb8c6-10b9-482e-b66b-e2755e04e911 of type vlan for network ba9fb7e0-7be3-4578-8043-577b62e58240 Apr 14 21:11:36.535019 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a58f78da-76d4-4b43-a828-bfb35c968c6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9953315 Apr 14 21:11:36.535019 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33256) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:36.541969 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Request body: {'subnet': {'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-subnet', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:36.627607 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Made reservation on behalf of 9379aeca7a984e238239f765094748bc for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:36.631923 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.649077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (ba9fb7e0-7be3-4578-8043-577b62e58240), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.679114 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a791f2fb-bd76-49a8-a58a-24fea097ac2e,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.787446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33262) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:36.788070 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33264) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:36.828159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (ba9fb7e0-7be3-4578-8043-577b62e58240), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.829170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:36.830868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.843427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.844111 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.844703 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.845424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.846040 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.846607 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.847065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.847462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.848106 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.848672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.849273 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Tracked resource versions report: Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: pushed versions: Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: { 'AddressGroup': {'1.2'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Agent': {'1.1'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'ConntrackHelper': {'1.0'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Log': {'1.0'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'NDPProxy': {'1.0'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Network': {'1.1'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Port': {'1.7'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'PortForwarding': {'1.3'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'QosPolicy': {'1.10'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroup': {'1.5'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SubPort': {'1.0'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Subnet': {'1.1'}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Trunk': {'1.1'}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: consumer versions: Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Agent': '1.1', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'ConntrackHelper': '1.0', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'LocalIPAssociation': '1.0', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Log': '1.0', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'NDPProxy': '1.0', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Network': '1.1', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Port': '1.7', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'PortForwarding': '1.3', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'QosPolicy': '1.10', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroup': '1.5', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SecurityGroupRule': '1.2', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'SubPort': '1.0', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Subnet': '1.1', Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: 'Trunk': '1.1'}} Apr 14 21:11:36.853007 dv-cinder-837542-3-iscsi neutron-server[104065]: {{(pid=104065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:11:36.883670 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (a0dee725-8ad3-40a8-a047-8accde846163), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.972231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0dee725-8ad3-40a8-a047-8accde846163,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:36.973814 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (8735dea4-d294-4344-a7b7-7a7a39018a38), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:36.996397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1483575395-network', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:37.066442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1216554591-network', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:37.068713 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8735dea4-d294-4344-a7b7-7a7a39018a38,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:37.072589 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1201437 Apr 14 21:11:37.080198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33286) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:37.087746 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Request body: {'subnet': {'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-subnet', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:37.094513 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Made reservation on behalf of b9a54727a0284b23bb227947980f35b4 for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:37.096807 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.099307 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb430c-ac15-4ff4-b685-b09a1b06510e admin admin] Pushing event updated for resources: {'Network': ['ID=ba9fb7e0-7be3-4578-8043-577b62e58240,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:37.114487 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.116060 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network ba9fb7e0-7be3-4578-8043-577b62e58240 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:11:37.134520 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Checking segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:37.134921 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Network hostable DHCP agents. Network: 9be786bb-d0b2-46e8-8749-f5db9ed7a438, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:11:37.165723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Checking segment: {'id': 'b7e9c04b-5db0-4386-a453-318d9bd66ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:37.166301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Network hostable DHCP agents. Network: dd4aa003-c977-47de-b532-5d2c0393a402, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:11:37.222699 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Made reservation on behalf of d93a7c86bb1e40518c0600a55c581eab for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:37.225224 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.247029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks [] for security_group (e0709863-708c-4fb2-8630-637322fc2698), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.262386 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:37.264492 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:11:37.267286 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.298252 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.353762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Network dd4aa003-c977-47de-b532-5d2c0393a402 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:11:37.382726 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e0709863-708c-4fb2-8630-637322fc2698), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.433904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks [] for security_group (0bc5e58e-117c-4be9-ba5b-583568f352b5), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.433904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:11:37.443845 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0709863-708c-4fb2-8630-637322fc2698,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:37.451118 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (1defcfb4-4c6b-488f-91e8-4151495c232d), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.451462 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Added segment 1defcfb4-4c6b-488f-91e8-4151495c232d of type vlan for network 339690d3-6771-4294-860c-4b1a2fbc5c72 Apr 14 21:11:37.496149 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 9be786bb-d0b2-46e8-8749-f5db9ed7a438) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:37.500845 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:37.508986 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.509783 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, dd4aa003-c977-47de-b532-5d2c0393a402) {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:37.509783 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (339690d3-6771-4294-860c-4b1a2fbc5c72), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.510062 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:37.510729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.513289 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcabcf7-c7e3-46be-b17d-8ab07ca39196 None None] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:37.522054 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc8e90-48a6-4172-92b1-420cc7d1516a None None] Network dd4aa003-c977-47de-b532-5d2c0393a402 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:37.541862 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (bd7aab6f-1152-4b6e-a81d-7788b8ca25dc), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.625420 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f3d694ac-0a49-47ee-b998-b248e991574f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0930305 Apr 14 21:11:37.634783 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:37.634783 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Network hostable DHCP agents. Network: ba9fb7e0-7be3-4578-8043-577b62e58240, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:11:37.641787 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33312) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:37.649748 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:37.653220 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:37.742239 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c9edd9f7-38ca-41fd-afce-410e4b33a37c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3592391 Apr 14 21:11:37.746020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (0bc5e58e-117c-4be9-ba5b-583568f352b5), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.746146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dbfb4-e287-41c7-bf77-0cf5b98796d8 None None] Network dd4aa003-c977-47de-b532-5d2c0393a402 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:37.764832 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:11:37.775974 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:11:37.780904 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:11:37.782126 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.797257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.799038 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.809241 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc5e58e-117c-4be9-ba5b-583568f352b5,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:37.833138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (914da225-9c23-4a5e-b07b-5c29b295858e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.833138 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Added segment 914da225-9c23-4a5e-b07b-5c29b295858e of type vlan for network 44528d30-b42e-465a-bd19-0920a7edfc48 Apr 14 21:11:37.892812 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, ba9fb7e0-7be3-4578-8043-577b62e58240) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:37.900996 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (339690d3-6771-4294-860c-4b1a2fbc5c72), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.902701 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:37.903443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.946326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (44528d30-b42e-465a-bd19-0920a7edfc48), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.972587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:37.972587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.012486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] Pushing event updated for resources: {'Network': ['ID=339690d3-6771-4294-860c-4b1a2fbc5c72,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:38.054854 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-1599dd90-b254-43e6-8d4d-ed73b34e83ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2656124 Apr 14 21:11:38.065571 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Allocated IP 172.20.0.2 (9be786bb-d0b2-46e8-8749-f5db9ed7a438/8735dea4-d294-4344-a7b7-7a7a39018a38/fc7f2774-2a9b-47bc-b038-56c4c61b0d47) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:38.065760 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33340) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:38.070958 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for router_controller (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), precommit_add_association {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.073936 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Request body: {'subnet': {'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1483575395-subnet', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:38.090519 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (44528d30-b42e-465a-bd19-0920a7edfc48), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.091635 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:38.092492 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.130774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b6c55-761e-4ede-b1e4-30f32c785e8c None None] Network ba9fb7e0-7be3-4578-8043-577b62e58240 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:38.133795 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:11:38.168421 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] Pushing event updated for resources: {'Network': ['ID=44528d30-b42e-465a-bd19-0920a7edfc48,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:38.227533 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 44528d30-b42e-465a-bd19-0920a7edfc48 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:11:38.233330 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-150d5356-9d64-4747-9e7f-1f057014004c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1472540 Apr 14 21:11:38.236087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33354) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:38.240911 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:38.287174 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5715fa4d-92cb-4d33-a5a0-15c67797de96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4935505 Apr 14 21:11:38.289166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33366) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:38.295658 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Request body: {'subnet': {'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-subnet', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:38.343303 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Made reservation on behalf of b9a54727a0284b23bb227947980f35b4 for: {'subnet': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:38.350824 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.401282 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (d577779e-8a93-4929-8662-f148b28ea9b9), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.405232 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (d577779e-8a93-4929-8662-f148b28ea9b9), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.470895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'subnet': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:38.470895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.593754 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for router_gateway (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.665132 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for router_controller (d577779e-8a93-4929-8662-f148b28ea9b9), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.713236 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33402) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:38.746691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-ba9fb7e0-7be3-4578-8043-577b62e58240', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:11:38.748148 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.805573 dv-cinder-837542-3-iscsi neutron-server[104064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:11:38.945272 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dc4962ac-6ced-4909-9966-1bb088917510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.000016 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Allocated IP 172.20.0.2 (ba9fb7e0-7be3-4578-8043-577b62e58240/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc/78ae29d1-238a-46ff-b1b6-9f36c64d705c) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:39.066585 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks [] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.150087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.156498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for router_gateway (d577779e-8a93-4929-8662-f148b28ea9b9), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.203000 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.203954 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-2f16817d-95d2-48d2-8841-799583247c41 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:39.205896 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-2f16817d-95d2-48d2-8841-799583247c41 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/networks?id=dd4aa003-c977-47de-b532-5d2c0393a402 HTTP/1.1" status: 200 len: 811 time: 0.4032700 Apr 14 21:11:39.225229 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (ff6edb1e-1256-448a-b650-b9206479880f), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.242287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:39.244714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for router_gateway (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.256691 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-bc4a18a8-dc05-4a45-8f1e-5a1bc7c44797 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/quotas/c4656c44a9514f7b94f88e12e6b37fef HTTP/1.1" status: 200 len: 375 time: 0.0325272 Apr 14 21:11:39.269135 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.285641 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Pushing event updated for resources: {'Port': ['ID=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:39.299803 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks [] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.302613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:39.305590 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:39.308472 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.308822 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.309437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.309805 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.310164 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.310983 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.311335 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.313714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.313714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.313714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.313714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.313714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.314206 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.314303 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.314637 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Tracked resource versions report: Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: pushed versions: Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: { 'AddressGroup': {'1.2'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Agent': {'1.1'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'ConntrackHelper': {'1.0'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Log': {'1.0'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'NDPProxy': {'1.0'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Network': {'1.1'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Port': {'1.7'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'PortForwarding': {'1.3'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'QosPolicy': {'1.10'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroup': {'1.5'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SubPort': {'1.0'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Subnet': {'1.1'}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Trunk': {'1.1'}} Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: consumer versions: Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Agent': '1.1', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'ConntrackHelper': '1.0', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'LocalIPAssociation': '1.0', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Log': '1.0', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'NDPProxy': '1.0', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Network': '1.1', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Port': '1.7', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'PortForwarding': '1.3', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'QosPolicy': '1.10', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroup': '1.5', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SecurityGroupRule': '1.2', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'SubPort': '1.0', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Subnet': '1.1', Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: 'Trunk': '1.1'}} Apr 14 21:11:39.316306 dv-cinder-837542-3-iscsi neutron-server[104066]: {{(pid=104066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:11:39.327598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:39.341309 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-815ba981-b41e-4a17-be30-33f0bd0be619 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4656c44a9514f7b94f88e12e6b37fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737782 Apr 14 21:11:39.344806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Checking segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:39.345187 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Network hostable DHCP agents. Network: 339690d3-6771-4294-860c-4b1a2fbc5c72, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:11:39.394270 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6edb1e-1256-448a-b650-b9206479880f,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:39.407383 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Attempting to bind port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:39.407581 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Attempting to bind port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:39.410298 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Attempting to bind port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:39.415399 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:39.415791 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Checking segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:39.416200 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.416598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Bound using segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:39.417278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Bound port: fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:39.417796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.420239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:39.420607 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Network hostable DHCP agents. Network: 44528d30-b42e-465a-bd19-0920a7edfc48, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:11:39.444951 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.525786 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Pushing event updated for resources: {'Port': ['ID=78ae29d1-238a-46ff-b1b6-9f36c64d705c,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:39.531106 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Allocated IP 172.27.0.51 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/74c66fed-90c7-47e7-af0d-1a837a2e2156) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:39.534461 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:39.561007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:39.565435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:11:39.566023 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:39.577449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:11:39.613117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for router_gateway (d577779e-8a93-4929-8662-f148b28ea9b9), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.645257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33438) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:39.649839 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.664014 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Attempting to bind port 78ae29d1-238a-46ff-b1b6-9f36c64d705c on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:39.670146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Attempting to bind port 78ae29d1-238a-46ff-b1b6-9f36c64d705c by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:39.670146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Attempting to bind port 78ae29d1-238a-46ff-b1b6-9f36c64d705c on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:39.675899 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:39.676258 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:39.676731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.677224 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Bound using segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:39.677691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Bound port: 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:39.678071 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.681878 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] For port fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:39.693603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 44528d30-b42e-465a-bd19-0920a7edfc48) {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:39.696398 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.698054 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:39.701694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.701866 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 339690d3-6771-4294-860c-4b1a2fbc5c72) {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:39.710060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:39.710892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.715771 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80c120-2e4e-420b-b6d4-3bf60d568718 None None] Network 44528d30-b42e-465a-bd19-0920a7edfc48 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:39.776159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f245499-5d26-481c-975d-812c8fedccf8 None None] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:39.781214 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] For port fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:39.795851 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-3b4bd84c-343b-4b81-bb3f-adf7ee173288 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:11:39.797266 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-3b4bd84c-343b-4b81-bb3f-adf7ee173288 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2007718 Apr 14 21:11:39.850452 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-fb837422-755b-4556-8e86-308702bdce42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7836409 Apr 14 21:11:39.851351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33444) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:39.857894 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:39.880001 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ea8adacf-997d-4671-b39d-f87d41aaada7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.883766 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.885687 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.896233 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3306c9fc-94a8-4790-b65c-761bc3a23e99 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6058974 Apr 14 21:11:39.901446 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33446) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:39.905712 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:39.990739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Allocated IP 172.27.0.138 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/39411901-621d-40b6-ac2f-6f5218a58771) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:39.991041 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:40.001519 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:40.009571 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=74c66fed-90c7-47e7-af0d-1a837a2e2156,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:40.013759 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] For port 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:40.013916 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:40.087052 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-339690d3-6771-4294-860c-4b1a2fbc5c72', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:11:40.088047 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.111387 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] For port 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=78ae29d1-238a-46ff-b1b6-9f36c64d705c,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:40.113040 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-44528d30-b42e-465a-bd19-0920a7edfc48', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:11:40.114280 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.118452 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.122540 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.145899 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-b33e2016-b8e8-4536-bc8b-5577481540ef service neutron] 10.222.0.24 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340561 Apr 14 21:11:40.146922 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.148461 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.216338 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for router_controller (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.222960 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for port (39411901-621d-40b6-ac2f-6f5218a58771), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.282034 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b601ff8-9646-4a74-a596-b2244fb4a694 None None] Pushing event updated for resources: {'Port': ['ID=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:40.293056 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.371523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for router_controller (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), precommit_add_association {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.390811 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ea8adacf-997d-4671-b39d-f87d41aaada7 admin admin] Publish callbacks [] for security_group (b25a48b5-d40c-44d0-ac4e-136cfc2b9923), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.404498 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-7d8953ce-72de-43a8-ba28-133d3b8edd43 service neutron] 10.222.0.24 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291515 Apr 14 21:11:40.465107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (39411901-621d-40b6-ac2f-6f5218a58771), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.520053 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c236-dcde-41a5-b00c-b9e34a897aa2 None None] Pushing event updated for resources: {'Port': ['ID=78ae29d1-238a-46ff-b1b6-9f36c64d705c,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:40.575051 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Pushing event updated for resources: {'Port': ['ID=39411901-621d-40b6-ac2f-6f5218a58771,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:40.593841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:40.602016 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Allocated IP 172.20.0.2 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/1289fb0c-72a8-4228-80b3-452a0a6f6e01) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:40.612684 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Allocated IP 172.20.0.2 (339690d3-6771-4294-860c-4b1a2fbc5c72/5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b/03173580-14d5-4ccf-a7dd-4ef963a6f4e1) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:40.645204 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33460) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:40.654724 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ea8adacf-997d-4671-b39d-f87d41aaada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b25a48b5-d40c-44d0-ac4e-136cfc2b9923), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.896443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:40.907387 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33472) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:40.945116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for router_gateway (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.993577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for router_gateway (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:40.999120 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-71dfac09-ea0d-418e-8c1d-b00085b43548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.008176 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ea8adacf-997d-4671-b39d-f87d41aaada7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f962228a28264852b46ccc0b6708eb97&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3596201 Apr 14 21:11:41.008176 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8adacf-997d-4671-b39d-f87d41aaada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a48b5-d40c-44d0-ac4e-136cfc2b9923,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:41.014934 dv-cinder-837542-3-iscsi neutron-server[104065]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:11:41.017768 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33484) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:41.049933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks [] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.078543 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:41.162333 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c362c314-d20b-4bc5-920f-31f7d4697f2c req-2a50c5f9-2eb6-4204-962e-fe1062253e96 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.1515548 Apr 14 21:11:41.194400 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b8ef50fb-4dd9-4289-97d2-c2a4bd1763fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.221239 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for router_gateway (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.255935 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks [] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.259653 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.371155 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:41.377128 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:41.383550 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:41.396084 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.450489 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:41.452093 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Pushing event updated for resources: {'Port': ['ID=1289fb0c-72a8-4228-80b3-452a0a6f6e01,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:41.539399 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Pushing event updated for resources: {'Port': ['ID=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:41.572979 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:41.578526 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:41.606754 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Attempting to bind port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:41.607387 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Attempting to bind port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:41.607867 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Attempting to bind port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:41.647267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:41.647267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:41.647267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.647267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:41.647267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Bound port: 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:41.648127 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.727365 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] Publish callbacks [] for security_group (b25a48b5-d40c-44d0-ac4e-136cfc2b9923), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.730133 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d3db5-2dca-43c3-8b51-43f8f7d2babe None None] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:41.741363 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-71dfac09-ea0d-418e-8c1d-b00085b43548 admin admin] Publish callbacks [] for security_group (31249c4b-a9ec-4119-a18e-30cca2b7762b), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.796703 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for router_gateway (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.801152 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.822791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.842562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for router_gateway (d577779e-8a93-4929-8662-f148b28ea9b9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.843250 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] Publish callbacks [] for security_group (b25a48b5-d40c-44d0-ac4e-136cfc2b9923), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.853343 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-71dfac09-ea0d-418e-8c1d-b00085b43548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (31249c4b-a9ec-4119-a18e-30cca2b7762b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.874988 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Provisioning complete for port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:41.875511 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.975497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Attempting to bind port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:41.975497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Attempting to bind port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:41.975817 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Attempting to bind port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:42.006962 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:42.007578 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Checking segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:42.008123 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.008601 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Bound using segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:42.009210 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Bound port: 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:42.009772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.031317 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] For port 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:42.058600 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-71dfac09-ea0d-418e-8c1d-b00085b43548 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b47b6b2d7f5c4378866d87ef4d7d39ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4115441 Apr 14 21:11:42.071796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] For port 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1289fb0c-72a8-4228-80b3-452a0a6f6e01,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:42.071796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.072592 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33502) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:42.161954 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.497042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Current status of the port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:42.497042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.497042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] For port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:42.497042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] For port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:42.505084 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Allocated IP 172.27.0.45 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/7139c6a5-27c9-431e-be41-13f11ae110de) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:42.510791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfac09-ea0d-418e-8c1d-b00085b43548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31249c4b-a9ec-4119-a18e-30cca2b7762b,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:42.510791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] Publish callbacks [] for security_group (31249c4b-a9ec-4119-a18e-30cca2b7762b), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.510791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for router_gateway (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.510791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.514385 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b651b-6515-4af0-a3e2-e3b686170da9 None None] Pushing event updated for resources: {'Port': ['ID=1289fb0c-72a8-4228-80b3-452a0a6f6e01,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:42.514385 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.514385 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device fc7f2774-2a9b-47bc-b038-56c4c61b0d47 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:42.514385 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3557f0-ac44-4505-8fc6-463b3d85499d None None] Network ba9fb7e0-7be3-4578-8043-577b62e58240 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:42.520155 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (d577779e-8a93-4929-8662-f148b28ea9b9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.578281 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b25a48b5-d40c-44d0-ac4e-136cfc2b9923), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.581280 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.584987 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b25a48b5-d40c-44d0-ac4e-136cfc2b9923 HTTP/1.1" status: 204 len: 168 time: 1.5587656 Apr 14 21:11:42.636154 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for port (7139c6a5-27c9-431e-be41-13f11ae110de), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.641477 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] Publish callbacks [] for security_group (31249c4b-a9ec-4119-a18e-30cca2b7762b), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.727014 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] For port fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:42.750260 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ac99eb4d-3233-417f-b763-5b1e212fd55e req-b7baff41-ac58-48bd-b4bb-fdef215f90ce tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.2905285 Apr 14 21:11:42.759382 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029b886-ba2d-4c1a-b59a-d6811a470972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a48b5-d40c-44d0-ac4e-136cfc2b9923,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:42.802078 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bef17-95bc-4dfc-a0ad-5628c3049394 None None] Pushing event updated for resources: {'Port': ['ID=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:42.812029 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:42.812470 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.872785 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:11:42.874902 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (31249c4b-a9ec-4119-a18e-30cca2b7762b), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.877636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.878798 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31249c4b-a9ec-4119-a18e-30cca2b7762b HTTP/1.1" status: 204 len: 168 time: 0.8105814 Apr 14 21:11:42.909663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.924280 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.949341 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e405b-8604-4ca1-a15a-d00484dc658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31249c4b-a9ec-4119-a18e-30cca2b7762b,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:42.999990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:43.004132 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:43.007524 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:43.130887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Router d577779e-8a93-4929-8662-f148b28ea9b9 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:11:43.141474 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Pushing event updated for resources: {'Port': ['ID=7139c6a5-27c9-431e-be41-13f11ae110de,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:43.165542 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Allocated IP 172.27.0.86 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/232c148a-18ab-463d-9f4a-75254dbaf23c) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:43.167452 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Provisioning complete for port 78ae29d1-238a-46ff-b1b6-9f36c64d705c triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:43.168590 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.306438 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab6234-ccf4-493c-9389-53e29a73e199 None None] Pushing event updated for resources: {'Port': ['ID=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:43.363258 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:43.363258 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 78ae29d1-238a-46ff-b1b6-9f36c64d705c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:43.459828 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:43.477665 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:43.484633 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.498416 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:43.504215 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:43.518642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:43.523025 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.527672 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 78ae29d1-238a-46ff-b1b6-9f36c64d705c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:43.528061 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.615405 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.626837 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.632238 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8e7c3055-60f0-4479-b966-891c1cd0ba4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9880321 Apr 14 21:11:43.641528 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33544) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:43.673800 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] For port 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=78ae29d1-238a-46ff-b1b6-9f36c64d705c,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:43.763030 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:43.821981 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:43.824893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.836608 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.839355 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for router_gateway (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:43.843017 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:43.897332 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:44.002607 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33552) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:44.014066 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Provisioning complete for port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:44.014764 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.081775 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:44.085179 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:44.087122 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-995bab95-885f-4199-8a83-de26ebd46176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.115555 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.116135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.121963 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c3e6ab7b-399c-45a4-9158-d698518dfc9f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8797874 Apr 14 21:11:44.136071 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:40Z', 'revision_number': 3, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:44.147655 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33556) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:44.191032 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8b6ace12-3f93-425b-8daf-b08a17c6021a req-8295d48b-21a4-4201-81bb-0508922c928a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.1072690 Apr 14 21:11:44.194726 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:44.195089 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Updating router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 port 74c66fed-90c7-47e7-af0d-1a837a2e2156 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:44.246930 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.262417 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Pushing event updated for resources: {'Port': ['ID=232c148a-18ab-463d-9f4a-75254dbaf23c,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:44.317068 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:44.345901 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:44.354130 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:44.375921 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:44.724454 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdae945-b7a8-4d9d-ad74-98299f5d493c None None] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:44.867320 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks [] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.906581 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-995bab95-885f-4199-8a83-de26ebd46176 admin admin] Publish callbacks [] for security_group (3df5686d-9a97-4133-b80d-1c82b938037b), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.923231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.952726 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:44.972616 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2505a-33b2-433a-9b4a-bd460e3f39f0 None None] Network 44528d30-b42e-465a-bd19-0920a7edfc48 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:11:44.977134 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.db.api [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:11:44.978408 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG oslo_db.api [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:11:44.992372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Pushing event updated for resources: {'Port': ['ID=78ae29d1-238a-46ff-b1b6-9f36c64d705c,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:45.001679 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for router_gateway (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.102075 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Pushing event updated for resources: {'Port': ['ID=74c66fed-90c7-47e7-af0d-1a837a2e2156,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:45.113971 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.114903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.115455 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.116166 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.116693 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.117415 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.117950 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.118493 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.119034 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.119548 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.120989 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.121520 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Tracked resource versions report: Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: pushed versions: Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: { 'AddressGroup': {'1.2'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Agent': {'1.1'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'ConntrackHelper': {'1.0'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Log': {'1.0'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'NDPProxy': {'1.0'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Network': {'1.1'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Port': {'1.7'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'PortForwarding': {'1.3'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'QosPolicy': {'1.10'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroup': {'1.5'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SubPort': {'1.0'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Subnet': {'1.1'}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Trunk': {'1.1'}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: consumer versions: Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: { DHCP agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: L3 agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: Metadata agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: Metering agent@dv-cinder-837542-3-iscsi: {}, Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: Open vSwitch agent@dv-cinder-837542-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Agent': '1.1', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'ConntrackHelper': '1.0', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'LocalIPAssociation': '1.0', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Log': '1.0', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'NDPProxy': '1.0', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Network': '1.1', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Port': '1.7', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'PortForwarding': '1.3', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'QosPolicy': '1.10', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroup': '1.5', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SecurityGroupRule': '1.2', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'SubPort': '1.0', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Subnet': '1.1', Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: 'Trunk': '1.1'}} Apr 14 21:11:45.125903 dv-cinder-837542-3-iscsi neutron-server[104067]: {{(pid=104067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:11:45.139270 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Attempting to bind port 74c66fed-90c7-47e7-af0d-1a837a2e2156 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:45.140383 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Attempting to bind port 74c66fed-90c7-47e7-af0d-1a837a2e2156 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:45.140989 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Attempting to bind port 74c66fed-90c7-47e7-af0d-1a837a2e2156 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:45.154757 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.172058 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:45.172436 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:45.172840 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.173275 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:45.173817 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Bound port: 74c66fed-90c7-47e7-af0d-1a837a2e2156, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:45.174099 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.231716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-995bab95-885f-4199-8a83-de26ebd46176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3df5686d-9a97-4133-b80d-1c82b938037b), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.291363 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bab95-885f-4199-8a83-de26ebd46176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5686d-9a97-4133-b80d-1c82b938037b,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:45.357597 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e41012e4-9619-4f20-bb09-3c74b6f11dcb None None] Current status of the port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:45.363545 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.381852 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-995bab95-885f-4199-8a83-de26ebd46176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f92db73629d453fb82f1a842ab2bf3b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3765669 Apr 14 21:11:45.392619 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] For port 74c66fed-90c7-47e7-af0d-1a837a2e2156, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:45.394883 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33580) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:45.397565 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] For port 74c66fed-90c7-47e7-af0d-1a837a2e2156, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=74c66fed-90c7-47e7-af0d-1a837a2e2156,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:45.473692 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:11:45.490012 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.540714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.611224 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Provisioning complete for port 78ae29d1-238a-46ff-b1b6-9f36c64d705c triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:45.611632 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.621225 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925182c-d02d-44af-8820-4e75ee4b63a4 None None] Pushing event updated for resources: {'Port': ['ID=74c66fed-90c7-47e7-af0d-1a837a2e2156,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:45.661825 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8f0a7fa5-1480-4411-93e9-c1eae69f064d req-57423e08-ba4f-4a26-8ad3-6bda07de0589 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.1083550 Apr 14 21:11:45.705215 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:45.718257 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:45.718911 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:45.740422 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] Publish callbacks [] for security_group (3df5686d-9a97-4133-b80d-1c82b938037b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.818360 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:45.818650 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Updating router d577779e-8a93-4929-8662-f148b28ea9b9 port 39411901-621d-40b6-ac2f-6f5218a58771 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:45.830048 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.57', 60808) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:45.851487 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:45.882875 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] Publish callbacks [] for security_group (3df5686d-9a97-4133-b80d-1c82b938037b), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.894745 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (39411901-621d-40b6-ac2f-6f5218a58771), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:45.965307 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:46.001871 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:46.030627 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Provisioning complete for port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:46.031100 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.161453 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Allocated IP 172.20.0.1 (9be786bb-d0b2-46e8-8749-f5db9ed7a438/8735dea4-d294-4344-a7b7-7a7a39018a38/494a923d-d91f-4ef0-86d4-f6d08d2adc46) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:46.221942 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:40Z', 'revision_number': 3, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:46.253892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:46.314876 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:46.319334 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3086d-a3a6-4260-bc73-ff99bd407d30 None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:40Z', 'revision_number': 3, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:46.323119 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-323a8ad0-7b96-486b-ad33-936e9eb914b3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:46.330189 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-323a8ad0-7b96-486b-ad33-936e9eb914b3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.57 "GET /v2.0/networks?id=dd4aa003-c977-47de-b532-5d2c0393a402 HTTP/1.1" status: 200 len: 811 time: 0.4941795 Apr 14 21:11:46.335419 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:46.336067 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:46.363647 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3df5686d-9a97-4133-b80d-1c82b938037b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.371112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.372555 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3df5686d-9a97-4133-b80d-1c82b938037b HTTP/1.1" status: 204 len: 168 time: 0.9765491 Apr 14 21:11:46.398109 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device fc7f2774-2a9b-47bc-b038-56c4c61b0d47 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:46.406178 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36269dca-3dad-4ee6-93ba-f726d2d890ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5686d-9a97-4133-b80d-1c82b938037b,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:46.408469 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Request body: {'port': {'device_id': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402', 'admin_state_up': True, 'tenant_id': 'c4656c44a9514f7b94f88e12e6b37fef'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:46.429274 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.441609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.445800 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ce2ee10d-4a5c-4574-901a-6d4b0d05ff09 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5903857 Apr 14 21:11:46.484739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33606) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:46.565260 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Current status of the port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:46.565562 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.595663 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:46.653825 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:11:46.799872 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] For port 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1289fb0c-72a8-4228-80b3-452a0a6f6e01,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:46.808898 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:46.809329 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:46.897606 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.043847 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Pushing event updated for resources: {'Port': ['ID=1289fb0c-72a8-4228-80b3-452a0a6f6e01,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:47.084165 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Provisioning complete for port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:47.085057 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.169545 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks [] for port (39411901-621d-40b6-ac2f-6f5218a58771), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.196164 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:43Z', 'revision_number': 3, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:47.258260 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:47.258626 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Updating router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 port 7139c6a5-27c9-431e-be41-13f11ae110de binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:47.262446 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (39411901-621d-40b6-ac2f-6f5218a58771), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.309930 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:47.325146 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-537b0e58-65c1-44ee-bd39-553ef8ebe7d0 req-83d5b147-6f30-4408-a27c-3e0788c9f91e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.4605992 Apr 14 21:11:47.334210 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de8441-cf6f-46c9-9ca4-9495d08f1812 None None] Pushing event updated for resources: {'Port': ['ID=39411901-621d-40b6-ac2f-6f5218a58771,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:47.352769 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks [] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.361666 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.379389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:47.381095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:47.428700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:47.458165 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.466468 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ce75b6b3-3a81-4644-9474-242d0a3ae821 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5639915 Apr 14 21:11:47.470177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33638) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:47.502557 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Current status of the port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:47.503012 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.549291 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.555490 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] For port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:47.558138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:47.558521 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.601763 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Attempting to bind port 39411901-621d-40b6-ac2f-6f5218a58771 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:47.602140 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Attempting to bind port 39411901-621d-40b6-ac2f-6f5218a58771 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:47.602542 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Attempting to bind port 39411901-621d-40b6-ac2f-6f5218a58771 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:47.620237 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:47.620772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:47.623532 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:47.623915 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:47.624333 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.624706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:47.625296 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Bound port: 39411901-621d-40b6-ac2f-6f5218a58771, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:47.625599 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (39411901-621d-40b6-ac2f-6f5218a58771), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.626701 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Allocated IP 172.20.0.1 (ba9fb7e0-7be3-4578-8043-577b62e58240/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc/e77efe54-0e30-407f-904f-b16a903d507e) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:47.637710 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Made reservation on behalf of c4656c44a9514f7b94f88e12e6b37fef for: {'port': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:47.640706 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.682144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:47.685626 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] For port 39411901-621d-40b6-ac2f-6f5218a58771, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:47.689329 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] For port 39411901-621d-40b6-ac2f-6f5218a58771, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=39411901-621d-40b6-ac2f-6f5218a58771,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:47.736141 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.737597 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:47.743026 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Pushing event updated for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:47.747119 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:47.747856 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.817415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:47.820276 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 78ae29d1-238a-46ff-b1b6-9f36c64d705c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:47.842675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (39411901-621d-40b6-ac2f-6f5218a58771), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:47.883405 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33648) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:48.018529 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Provisioning complete for port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:48.018910 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.077887 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks [] for port (7139c6a5-27c9-431e-be41-13f11ae110de), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.166330 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks [] for port (e77efe54-0e30-407f-904f-b16a903d507e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.173035 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.187133 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6df081dc-c6f1-490d-8cf1-971e45316e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.280339 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b4756-6314-4c06-9be4-a259dfae8a6e None None] Pushing event updated for resources: {'Port': ['ID=7139c6a5-27c9-431e-be41-13f11ae110de,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:48.323821 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Attempting to bind port 7139c6a5-27c9-431e-be41-13f11ae110de on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:48.324198 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Attempting to bind port 7139c6a5-27c9-431e-be41-13f11ae110de by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:48.324575 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Attempting to bind port 7139c6a5-27c9-431e-be41-13f11ae110de on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:48.340684 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:48.341083 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:48.341498 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.341943 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:48.342402 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Bound port: 7139c6a5-27c9-431e-be41-13f11ae110de, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:48.342791 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.377379 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:48.377379 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:48.439137 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] For port 7139c6a5-27c9-431e-be41-13f11ae110de, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:48.442745 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] For port 7139c6a5-27c9-431e-be41-13f11ae110de, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=7139c6a5-27c9-431e-be41-13f11ae110de,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:48.487127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.529609 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-422be906-4f8d-48f8-9b94-48499384ed06 req-07df6e75-8412-4702-8947-932da463b4c9 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.0870497 Apr 14 21:11:48.533074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.543144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Allocated IP 172.20.0.10 (dd4aa003-c977-47de-b532-5d2c0393a402/a0dee725-8ad3-40a8-a047-8accde846163/012d1462-c324-4c46-9b08-30efe5333445) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:48.558479 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.562637 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.609362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab53d4-71a3-4d4c-baf0-29d31ef9eebe None None] Pushing event updated for resources: {'Port': ['ID=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:48.626785 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:48.638156 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:48.641990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:48.641990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (d577779e-8a93-4929-8662-f148b28ea9b9), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.701090 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:48.741655 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:48.742386 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:48.744601 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b4756-6314-4c06-9be4-a259dfae8a6e None None] Pushing event updated for resources: {'Port': ['ID=7139c6a5-27c9-431e-be41-13f11ae110de,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:48.810772 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Pushing event updated for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:48.872306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 78ae29d1-238a-46ff-b1b6-9f36c64d705c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:48.872888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:48.988851 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:49.044620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6df081dc-c6f1-490d-8cf1-971e45316e1e admin admin] Publish callbacks [] for security_group (9d662ee4-3235-47bd-9ba9-8151bf95bf01), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.114687 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:49.128142 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6df081dc-c6f1-490d-8cf1-971e45316e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9d662ee4-3235-47bd-9ba9-8151bf95bf01), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.175560 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks [] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.238173 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de8441-cf6f-46c9-9ca4-9495d08f1812 None None] Pushing event updated for resources: {'Port': ['ID=39411901-621d-40b6-ac2f-6f5218a58771,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:49.243676 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-6df081dc-c6f1-490d-8cf1-971e45316e1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb8a7b907a5346989daa14fa9a85adad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3598180 Apr 14 21:11:49.244932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df081dc-c6f1-490d-8cf1-971e45316e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d662ee4-3235-47bd-9ba9-8151bf95bf01,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:49.247480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33672) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:49.274467 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:43Z', 'revision_number': 3, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:49.275591 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Current status of the port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:49.278818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:44Z', 'revision_number': 3, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:49.280782 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Allocated IP 172.20.0.1 (339690d3-6771-4294-860c-4b1a2fbc5c72/5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b/95af9392-c02c-4636-84d6-758b12689e8a) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:49.296552 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks [] for port (012d1462-c324-4c46-9b08-30efe5333445), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.324970 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bf5ee-c6c3-497a-ba27-5779539d31fd None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:43Z', 'revision_number': 3, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:49.334145 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.337797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.342099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:49.342553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Updating router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b port 232c148a-18ab-463d-9f4a-75254dbaf23c binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:49.395352 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Pushing event updated for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:49.414531 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Provisioning complete for port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:49.414700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.485687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e77efe54-0e30-407f-904f-b16a903d507e), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.486888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:49.488015 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1289fb0c-72a8-4228-80b3-452a0a6f6e01 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:49.493944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.524605 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] Publish callbacks [] for security_group (9d662ee4-3235-47bd-9ba9-8151bf95bf01), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.555443 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.664253 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] Publish callbacks [] for security_group (9d662ee4-3235-47bd-9ba9-8151bf95bf01), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.677613 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks [] for port (95af9392-c02c-4636-84d6-758b12689e8a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.842298 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:49.842910 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a47b-4277-459a-8b55-c10b1eb4accd req-4c262a7d-4cf1-40ed-94bf-2cc29e0a3b54 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:49.843134 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:49.844270 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7f2a47b-4277-459a-8b55-c10b1eb4accd req-4c262a7d-4cf1-40ed-94bf-2cc29e0a3b54 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 932 time: 0.2049391 Apr 14 21:11:49.987473 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.005268 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7f2a47b-4277-459a-8b55-c10b1eb4accd req-85f69f31-eea4-46fd-8194-30343050b91b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109393 Apr 14 21:11:50.030354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks [] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.052189 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:50.054783 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-01efa77a-d0b1-4368-a39a-32ebcfd44427 None None] Current status of the port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:50.086449 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Network dd4aa003-c977-47de-b532-5d2c0393a402 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:50.102496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks [] for port (e77efe54-0e30-407f-904f-b16a903d507e), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.102496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9d662ee4-3235-47bd-9ba9-8151bf95bf01), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.104749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.109461 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d662ee4-3235-47bd-9ba9-8151bf95bf01 HTTP/1.1" status: 204 len: 168 time: 0.8588462 Apr 14 21:11:50.113219 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.117207 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:50.122413 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Pushing event updated for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:50.151844 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:50.162061 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:50.162678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.204424 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.223871 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7a40b-8e90-46ae-bbdc-025353e725db None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:50.303321 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-822e12e6-3b96-4cb7-891a-3ecea9277acc tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9082634 Apr 14 21:11:50.327335 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:50.347499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:50.355957 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Provisioning complete for port e77efe54-0e30-407f-904f-b16a903d507e triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:50.356406 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e77efe54-0e30-407f-904f-b16a903d507e), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.402665 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:50.453679 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2547fe-ded7-40c2-886c-654e44121156 None None] Pushing event updated for resources: {'Port': ['ID=232c148a-18ab-463d-9f4a-75254dbaf23c,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:50.466716 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Attempting to bind port 232c148a-18ab-463d-9f4a-75254dbaf23c on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:50.467535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Attempting to bind port 232c148a-18ab-463d-9f4a-75254dbaf23c by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:50.468095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Attempting to bind port 232c148a-18ab-463d-9f4a-75254dbaf23c on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:50.470648 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.471796 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (d577779e-8a93-4929-8662-f148b28ea9b9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.477941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851459fb-1de6-4877-840f-58de1c2acba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d662ee4-3235-47bd-9ba9-8151bf95bf01,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:50.500223 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Port e77efe54-0e30-407f-904f-b16a903d507e cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:50.503453 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:50.511629 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:50.512213 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:50.512717 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.513315 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:50.514070 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Bound port: 232c148a-18ab-463d-9f4a-75254dbaf23c, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:50.514525 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.517028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Provisioning complete for port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:50.517778 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.527446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:50.532737 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:50.562069 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:50.742685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Pushing event updated for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:50.821482 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:50.940732 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Pushing event updated for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:51.066811 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:51.070322 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:51.107243 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Allocated IP 172.20.0.1 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/18428c5d-8658-4ced-8a6f-abbf346522d4) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:51.123214 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 74c66fed-90c7-47e7-af0d-1a837a2e2156 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:51.186609 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-f736e379-06fd-46c1-b816-22aa16c9dcb5 None None] Port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:51.193900 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] For port 232c148a-18ab-463d-9f4a-75254dbaf23c, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:51.222662 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] For port 232c148a-18ab-463d-9f4a-75254dbaf23c, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=232c148a-18ab-463d-9f4a-75254dbaf23c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:51.256529 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:51.271464 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-04d2f583-8d5b-4216-9493-7a19a4c6805b admin admin] 10.222.0.24 "PUT /v2.0/routers/4a37c21f-8efd-4ddc-abc6-9518fd1ccae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6284182 Apr 14 21:11:51.282807 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 74c66fed-90c7-47e7-af0d-1a837a2e2156 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:51.291991 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.292869 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:51.304914 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-5f6caa61-9976-40bb-bbc0-ee91186603a0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:11:51.307725 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:51.313731 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:51.315479 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-5f6caa61-9976-40bb-bbc0-ee91186603a0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0408466 Apr 14 21:11:51.387020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (95af9392-c02c-4636-84d6-758b12689e8a), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.387461 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Provisioning complete for port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:51.387865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.463152 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320933-d029-41ce-b377-14e901a30bb8 req-ee674272-44d8-4964-938f-30ae873e7eb7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:51.470423 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-41320933-d029-41ce-b377-14e901a30bb8 req-ee674272-44d8-4964-938f-30ae873e7eb7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 932 time: 0.1977322 Apr 14 21:11:51.479679 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.613681 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:51.622262 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33722) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:51.667286 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-994c7cf5-5a6f-4c84-9240-ba5d6b4dcd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.680325 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-41320933-d029-41ce-b377-14e901a30bb8 req-449cc28d-b6bc-480c-af2c-3c5ff7a20eeb tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086852 Apr 14 21:11:51.686005 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:51.715616 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:51.716430 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:51.717368 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Router d577779e-8a93-4929-8662-f148b28ea9b9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:51.839856 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Provisioning complete for port 95af9392-c02c-4636-84d6-758b12689e8a triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:51.840636 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (95af9392-c02c-4636-84d6-758b12689e8a), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.847172 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2547fe-ded7-40c2-886c-654e44121156 None None] Pushing event updated for resources: {'Port': ['ID=232c148a-18ab-463d-9f4a-75254dbaf23c,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:51.869288 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks [] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:51.922621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 74c66fed-90c7-47e7-af0d-1a837a2e2156 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:51.923249 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.025397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:52.032496 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4e906594-4d5d-4ac1-91be-4338c8d4c572 admin admin] 10.222.0.24 "PUT /v2.0/routers/d577779e-8a93-4929-8662-f148b28ea9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8821359 Apr 14 21:11:52.053611 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Request body: {'port': {'device_id': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:52.089081 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 74c66fed-90c7-47e7-af0d-1a837a2e2156, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=74c66fed-90c7-47e7-af0d-1a837a2e2156,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:52.090314 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-3652a252-963f-4664-bec0-0b8722a23726 None None] Port 95af9392-c02c-4636-84d6-758b12689e8a cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:52.111913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:52.142612 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-994c7cf5-5a6f-4c84-9240-ba5d6b4dcd7d admin admin] Publish callbacks [] for security_group (888f24d1-1395-4543-b072-5508df17d050), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.182243 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (012d1462-c324-4c46-9b08-30efe5333445), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.193481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.198812 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:52.217453 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks [] for port (95af9392-c02c-4636-84d6-758b12689e8a), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.280971 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.312767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-994c7cf5-5a6f-4c84-9240-ba5d6b4dcd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (888f24d1-1395-4543-b072-5508df17d050), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.335054 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 2, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:52.335554 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-3da5fcf0-4716-4f5a-8643-289c74604146 None None] Provisioning complete for port e77efe54-0e30-407f-904f-b16a903d507e triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:52.335554 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3da5fcf0-4716-4f5a-8643-289c74604146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e77efe54-0e30-407f-904f-b16a903d507e), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.374569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.375403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.432328 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:52.441511 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Updating router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:52.472065 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=74c66fed-90c7-47e7-af0d-1a837a2e2156,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:52.528131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Pushing event updated for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:52.537077 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.569563 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:52.574590 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:52.684846 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-3da5fcf0-4716-4f5a-8643-289c74604146 None None] Port e77efe54-0e30-407f-904f-b16a903d507e cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:52.835817 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:52.849672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:52.899249 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:44Z', 'revision_number': 3, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:53.041069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e0d1a-9765-4b66-b4c7-6c015e93d5cb None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:44Z', 'revision_number': 3, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:53.200767 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:53.208465 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 7139c6a5-27c9-431e-be41-13f11ae110de up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:53.238076 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33790) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:53.256749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590168462', 'description': 'tempest-description--830368547'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:53.439372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 7139c6a5-27c9-431e-be41-13f11ae110de triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:53.439750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.557122 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks [] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.579261 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-be6204ef-da01-4681-a195-dccd90f46f40 None None] Provisioning complete for port 95af9392-c02c-4636-84d6-758b12689e8a triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:53.579631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-be6204ef-da01-4681-a195-dccd90f46f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (95af9392-c02c-4636-84d6-758b12689e8a), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.585883 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-994c7cf5-5a6f-4c84-9240-ba5d6b4dcd7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc487404708b4c0db306e73c41ef1057&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9518893 Apr 14 21:11:53.597103 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7cf5-5a6f-4c84-9240-ba5d6b4dcd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f24d1-1395-4543-b072-5508df17d050,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:53.621743 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8e769-d376-4c1f-88d8-ab53cc716f79 req-469cf321-9df3-4ae7-8cc3-36f4586b8b60 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:53.624441 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dfa8e769-d376-4c1f-88d8-ab53cc716f79 req-469cf321-9df3-4ae7-8cc3-36f4586b8b60 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 932 time: 0.2349927 Apr 14 21:11:53.625826 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33798) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:53.631350 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.692054 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.762448 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:53.779851 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dfa8e769-d376-4c1f-88d8-ab53cc716f79 req-89387c7b-8ec9-4807-8399-ff56ab8e31de tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365805 Apr 14 21:11:53.803538 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:53.825841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:53.866678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:53.955384 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:53.956150 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:53.959166 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Pushing event updated for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:53.969074 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-be6204ef-da01-4681-a195-dccd90f46f40 None None] Port 95af9392-c02c-4636-84d6-758b12689e8a cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:54.017433 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 7139c6a5-27c9-431e-be41-13f11ae110de is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:54.017893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.030491 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:54.031132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:54.122256 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7b96e-54d3-4864-970d-5396497cbedd None None] Pushing event updated for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:54.122351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (2f8e21cf-cbd4-47bb-9f9c-015f6514d869), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.122351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] Publish callbacks [] for security_group (888f24d1-1395-4543-b072-5508df17d050), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Attempting to bind port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Attempting to bind port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Attempting to bind port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Checking segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Bound using segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Bound port: 494a923d-d91f-4ef0-86d4-f6d08d2adc46, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:54.122842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.133026 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] Publish callbacks [] for security_group (888f24d1-1395-4543-b072-5508df17d050), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.271420 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:54.356492 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] For port 494a923d-d91f-4ef0-86d4-f6d08d2adc46, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:54.365710 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] For port 494a923d-d91f-4ef0-86d4-f6d08d2adc46, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=494a923d-d91f-4ef0-86d4-f6d08d2adc46,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:54.436926 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:54.449925 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012d1462-c324-4c46-9b08-30efe5333445 {{(pid=104064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:11:54.450410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (888f24d1-1395-4543-b072-5508df17d050), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.450410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.450410 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/888f24d1-1395-4543-b072-5508df17d050 HTTP/1.1" status: 204 len: 168 time: 0.8108339 Apr 14 21:11:54.450410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (2f8e21cf-cbd4-47bb-9f9c-015f6514d869), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.450732 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:54.472928 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e64754e3-8ccc-4b7c-b363-82e84a020721 admin admin] 10.222.0.24 "PUT /v2.0/routers/41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9877343 Apr 14 21:11:54.477767 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 7139c6a5-27c9-431e-be41-13f11ae110de, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=7139c6a5-27c9-431e-be41-13f11ae110de,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:54.486168 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks [] for port (012d1462-c324-4c46-9b08-30efe5333445), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.506316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708aff75-5d7b-4bbc-8559-0094a9cab038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f24d1-1395-4543-b072-5508df17d050,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:54.513084 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.550636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.provisioning_blocks [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Transition to ACTIVE for port object 012d1462-c324-4c46-9b08-30efe5333445 will not be triggered until provisioned by entity L2. {{(pid=104064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:11:54.554260 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:54.558489 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:54.610771 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Provisioning complete for port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:54.611329 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.624455 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-791db5fe-a80f-4997-972c-78e7515b6948 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:54.637341 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-791db5fe-a80f-4997-972c-78e7515b6948 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 1.0078759 Apr 14 21:11:54.644265 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e21cf-cbd4-47bb-9f9c-015f6514d869,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:54.676209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.684624 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-af33b232-b73c-4b76-a70d-040e9d7ad238 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4350021 Apr 14 21:11:54.685880 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33812) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:54.702428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group_rule': {'security_group_id': '2f8e21cf-cbd4-47bb-9f9c-015f6514d869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:54.706348 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.711814 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:54.711814 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1289fb0c-72a8-4228-80b3-452a0a6f6e01 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:54.789100 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-677552e0-dc91-4092-9acc-cb983e61e480 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/quotas/d93a7c86bb1e40518c0600a55c581eab HTTP/1.1" status: 200 len: 375 time: 0.1404002 Apr 14 21:11:54.942523 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7b96e-54d3-4864-970d-5396497cbedd None None] Pushing event updated for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=4']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:54.955790 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (0d72da3b-6985-4769-ada4-d10443cf9007), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.012727 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:55.013462 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:55.052862 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-4077d34b-c419-48a0-8add-1a9f92804bfb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626038 Apr 14 21:11:55.068705 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Pushing event updated for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:55.115220 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0edeec-2b68-4957-b887-7be5f0b2cda9 req-85d74485-0643-40ec-900a-5e383144b8d6 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:55.122956 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f0edeec-2b68-4957-b887-7be5f0b2cda9 req-85d74485-0643-40ec-900a-5e383144b8d6 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.0985985 Apr 14 21:11:55.145988 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 2, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:55.149333 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.165085 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (0d72da3b-6985-4769-ada4-d10443cf9007), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.208742 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f0edeec-2b68-4957-b887-7be5f0b2cda9 req-d84127f6-3ddf-4f00-8717-45107a0f2e34 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677416 Apr 14 21:11:55.248942 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (0d72da3b-6985-4769-ada4-d10443cf9007), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.296304 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d72da3b-6985-4769-ada4-d10443cf9007,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:55.400538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.402063 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bb82f255-f1b9-4fb3-8368-05a69356d965 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7102196 Apr 14 21:11:55.404643 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33828) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:55.413287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group_rule': {'security_group_id': '2f8e21cf-cbd4-47bb-9f9c-015f6514d869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:55.444557 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=7139c6a5-27c9-431e-be41-13f11ae110de,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:55.461479 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:55.462202 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Updating router d577779e-8a93-4929-8662-f148b28ea9b9 port e77efe54-0e30-407f-904f-b16a903d507e binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:55.507499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:55.508119 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.575549 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (b035b708-1e0f-4603-80f4-a51e65ac5d4e), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.599081 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e77efe54-0e30-407f-904f-b16a903d507e), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.627379 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Current status of the port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:55.627670 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.665895 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] For port 494a923d-d91f-4ef0-86d4-f6d08d2adc46, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=494a923d-d91f-4ef0-86d4-f6d08d2adc46,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:55.695221 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:55.820231 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:55.851464 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:55.863577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (b035b708-1e0f-4603-80f4-a51e65ac5d4e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.875587 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.938508 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (b035b708-1e0f-4603-80f4-a51e65ac5d4e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.991234 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b035b708-1e0f-4603-80f4-a51e65ac5d4e,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:56.108260 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.109711 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5ede90d9-9aea-4f41-bf47-337ad25fb6f3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7036786 Apr 14 21:11:56.112783 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33846) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:56.117528 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:56.240492 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks [] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.252479 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Attempting to bind port 012d1462-c324-4c46-9b08-30efe5333445 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:56.254071 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Attempting to bind port 012d1462-c324-4c46-9b08-30efe5333445 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b7e9c04b-5db0-4386-a453-318d9bd66ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402'}] {{(pid=104064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:56.254071 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Attempting to bind port 012d1462-c324-4c46-9b08-30efe5333445 on network dd4aa003-c977-47de-b532-5d2c0393a402 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:56.264004 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Port 012d1462-c324-4c46-9b08-30efe5333445 on network dd4aa003-c977-47de-b532-5d2c0393a402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:11:56.264337 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Attempting to bind port 012d1462-c324-4c46-9b08-30efe5333445 on network dd4aa003-c977-47de-b532-5d2c0393a402 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:56.281567 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.326514 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.327324 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.349389 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:56.349759 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Checking segment: {'id': 'b7e9c04b-5db0-4386-a453-318d9bd66ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:56.351548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Bound using segment: {'id': 'b7e9c04b-5db0-4386-a453-318d9bd66ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402'} {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:56.351548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Bound port: 012d1462-c324-4c46-9b08-30efe5333445, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e9c04b-5db0-4386-a453-318d9bd66ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402'}}] {{(pid=104064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:56.351548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (012d1462-c324-4c46-9b08-30efe5333445), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.419302 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-f39a5464-885e-4d72-9507-9a595e0c6b26 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3646579 Apr 14 21:11:56.479606 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 74c66fed-90c7-47e7-af0d-1a837a2e2156 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:56.487409 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Provisioning complete for port 18428c5d-8658-4ced-8a6f-abbf346522d4 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:56.488332 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.520579 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 2, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.562555 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-846f565a-709c-42de-b9bf-ae6489e251e1 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424925 Apr 14 21:11:56.600763 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:56.602963 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Updating router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 port 95af9392-c02c-4636-84d6-758b12689e8a binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:11:56.634947 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.667893 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (95af9392-c02c-4636-84d6-758b12689e8a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.696199 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3960f61-9e5f-462e-b03a-a731635bd843 None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:56.848554 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Pushing event updated for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:56.892740 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Pushing event updated for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:57.017158 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33876) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:57.023008 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-eae18957-f19a-49d3-953e-5f2f2b34081d None None] Port 18428c5d-8658-4ced-8a6f-abbf346522d4 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:57.116663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33882) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:57.252499 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eea31f6e-a0f8-44c9-8874-b636416f7483 req-cf2cf7db-0600-4a7e-8b6c-193ff05f8b84 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 210 time: 0.1109595 Apr 14 21:11:57.267609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.281878 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730785900', 'description': 'tempest-description--877234677'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:57.286489 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 74c66fed-90c7-47e7-af0d-1a837a2e2156 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:57.287205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.323652 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691337d-f538-46a3-90da-9cecb502302f req-4834737f-01cd-4332-bd89-a1896a7c23e7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:57.325446 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5691337d-f538-46a3-90da-9cecb502302f req-4834737f-01cd-4332-bd89-a1896a7c23e7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.3284788 Apr 14 21:11:57.473963 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-011a3df9-d6f9-4b94-b5ee-156a2a739bba None None] Provisioning complete for port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:57.477762 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-011a3df9-d6f9-4b94-b5ee-156a2a739bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.514367 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks [] for port (95af9392-c02c-4636-84d6-758b12689e8a), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.532531 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, cleared binding levels {{(pid=104064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:57.603556 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-703b4775-ed9d-44c7-8f38-699446d052f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.626604 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.707300 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5691337d-f538-46a3-90da-9cecb502302f req-a3a85a38-2685-4e07-909e-19daafa9f534 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035855 Apr 14 21:11:57.730627 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.742648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks [] for port (e77efe54-0e30-407f-904f-b16a903d507e), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.753714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=012d1462-c324-4c46-9b08-30efe5333445,segment=NetworkSegment(b7e9c04b-5db0-4386-a453-318d9bd66ad2),segment_id=b7e9c04b-5db0-4386-a453-318d9bd66ad2)] {{(pid=104064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:57.764409 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:57.766217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:57.829765 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7b86-6515-4a2d-b6d6-f964788be384 None None] Pushing event updated for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:57.839351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Allocated IP 172.27.0.14 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/01b14138-bc8e-44ba-8691-d684418a5fa3) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:57.882609 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:57.954812 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-011a3df9-d6f9-4b94-b5ee-156a2a739bba None None] Current status of the port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:58.026423 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.126286 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Attempting to bind port 95af9392-c02c-4636-84d6-758b12689e8a on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:58.126286 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Attempting to bind port 95af9392-c02c-4636-84d6-758b12689e8a by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:58.126286 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Attempting to bind port 95af9392-c02c-4636-84d6-758b12689e8a on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:58.140748 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:58.148307 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Checking segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:58.149057 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.149767 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Bound using segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:58.157603 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Bound port: 95af9392-c02c-4636-84d6-758b12689e8a, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:58.157824 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 74c66fed-90c7-47e7-af0d-1a837a2e2156 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:58.157939 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (95af9392-c02c-4636-84d6-758b12689e8a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.158025 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 7139c6a5-27c9-431e-be41-13f11ae110de up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:58.329034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.341026 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff8d05-aad4-4ce1-8ecc-2849925a95ab None None] Pushing event updated for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:58.515464 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] For port 95af9392-c02c-4636-84d6-758b12689e8a, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:58.530279 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:58.532750 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.535933 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] 10.222.0.57 "PUT /v2.0/ports/012d1462-c324-4c46-9b08-30efe5333445 HTTP/1.1" status: 200 len: 1094 time: 6.8605704 Apr 14 21:11:58.544849 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'tag': '012d1462-c324-4c46-9b08-30efe5333445'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:58.557833 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-703b4775-ed9d-44c7-8f38-699446d052f4 admin admin] Publish callbacks [] for security_group (ef203309-cfd7-41cf-aaef-9d82c6359d98), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.558019 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] For port 95af9392-c02c-4636-84d6-758b12689e8a, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=95af9392-c02c-4636-84d6-758b12689e8a,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:58.664149 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Provisioning complete for port 18428c5d-8658-4ced-8a6f-abbf346522d4 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:58.664644 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.727432 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.764238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-703b4775-ed9d-44c7-8f38-699446d052f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ef203309-cfd7-41cf-aaef-9d82c6359d98), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.871510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Attempting to bind port e77efe54-0e30-407f-904f-b16a903d507e on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:58.886829 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Attempting to bind port e77efe54-0e30-407f-904f-b16a903d507e by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:58.888693 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Attempting to bind port e77efe54-0e30-407f-904f-b16a903d507e on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:58.893213 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 7139c6a5-27c9-431e-be41-13f11ae110de triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:58.899445 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:58.923689 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:58.923689 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:59.005654 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b4775-ed9d-44c7-8f38-699446d052f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef203309-cfd7-41cf-aaef-9d82c6359d98,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:59.034600 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:59.036237 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:59.040268 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.040923 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Bound using segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:59.044589 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Bound port: e77efe54-0e30-407f-904f-b16a903d507e, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:59.045135 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e77efe54-0e30-407f-904f-b16a903d507e), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.063232 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7b86-6515-4a2d-b6d6-f964788be384 None None] Pushing event updated for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=4']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:59.179396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (8f8b9d5c-6a8a-4101-825d-29a3011f2d92), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.188078 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.209205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Port 18428c5d-8658-4ced-8a6f-abbf346522d4 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:59.242940 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8b621-0f6c-46df-afdb-de3dff2bab0a service neutron] Pushing event updated for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=3']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:59.264536 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "tag": "012d1462-c324-4c46-9b08-30efe5333445"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:59.271037 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-b8d5c010-818a-4383-a84b-5967bde9ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:59.285032 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-b8d5c010-818a-4383-a84b-5967bde9ebfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4656c44a9514f7b94f88e12e6b37fef&device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 1128 time: 0.5025816 Apr 14 21:11:59.321062 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Provisioning complete for port 95af9392-c02c-4636-84d6-758b12689e8a triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:59.321798 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (95af9392-c02c-4636-84d6-758b12689e8a), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.441469 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=01b14138-bc8e-44ba-8691-d684418a5fa3,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:59.465480 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:59.486266 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-703b4775-ed9d-44c7-8f38-699446d052f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba78deb0667a4d509c28ecad91315425&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3636909 Apr 14 21:11:59.486266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33962) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:59.489794 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:59.559448 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8f8b9d5c-6a8a-4101-825d-29a3011f2d92), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.578432 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:59.629810 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:59.639092 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b9d5c-6a8a-4101-825d-29a3011f2d92,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:59.643725 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-4f77341b-aaa6-4a63-a182-0670f4b19672 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=012d1462-c324-4c46-9b08-30efe5333445 HTTP/1.1" status: 200 len: 217 time: 0.3578014 Apr 14 21:11:59.656118 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] For port e77efe54-0e30-407f-904f-b16a903d507e, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:59.674848 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:59.712675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-d16cf441-2a35-488e-a9ff-9af025a13c8d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:59.731279 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-d16cf441-2a35-488e-a9ff-9af025a13c8d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 1.2085309 Apr 14 21:11:59.839135 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] For port e77efe54-0e30-407f-904f-b16a903d507e, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e77efe54-0e30-407f-904f-b16a903d507e,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:59.871821 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:11:58Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:59.874397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-ba9751d9-545f-49a5-9cd9-a664678a6144 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/quotas/d93a7c86bb1e40518c0600a55c581eab HTTP/1.1" status: 200 len: 375 time: 0.1424613 Apr 14 21:11:59.874890 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 7139c6a5-27c9-431e-be41-13f11ae110de is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:59.875594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 232c148a-18ab-463d-9f4a-75254dbaf23c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:59.906841 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1ad8-6c04-42ae-bf51-31c0726397f8 None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:11:58Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:59.956083 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Current status of the port 95af9392-c02c-4636-84d6-758b12689e8a is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:59.956669 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (95af9392-c02c-4636-84d6-758b12689e8a), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:59.965472 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.038752 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:12:00.059789 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:12:00.087475 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] Publish callbacks [] for security_group (ef203309-cfd7-41cf-aaef-9d82c6359d98), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.109977 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.115441 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-1663eb4a-c3f5-47db-9e96-3d43932d51c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.0790579 Apr 14 21:12:00.138163 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f807-5e28-4183-a608-5db61f2fa97e req-1be465af-8fa8-46ba-9087-33052db08e2e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:00.154154 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e4c4f807-5e28-4183-a608-5db61f2fa97e req-1be465af-8fa8-46ba-9087-33052db08e2e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.9201794 Apr 14 21:12:00.172152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 33974) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:00.175626 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-49f6003a-ecea-4ee3-b060-11570192373b admin admin] 10.222.0.24 "PUT /v2.0/routers/6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7041404 Apr 14 21:12:00.192781 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] Publish callbacks [] for security_group (ef203309-cfd7-41cf-aaef-9d82c6359d98), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.209543 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] For port 95af9392-c02c-4636-84d6-758b12689e8a, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=95af9392-c02c-4636-84d6-758b12689e8a,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:00.216574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group_rule': {'security_group_id': '8f8b9d5c-6a8a-4101-825d-29a3011f2d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:00.234809 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:00.238454 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:00.294971 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-f319d5fc-518d-46ce-b352-0b14e740f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:00.306789 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-f319d5fc-518d-46ce-b352-0b14e740f9da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0dee725-8ad3-40a8-a047-8accde846163 HTTP/1.1" status: 200 len: 851 time: 0.6330550 Apr 14 21:12:00.318670 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.363457 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e4c4f807-5e28-4183-a608-5db61f2fa97e req-9aefec98-5c97-4fd5-b858-f79c620329c3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841683 Apr 14 21:12:00.363972 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 33978) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:00.383457 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-51dfe3d6-2bd2-4c53-9802-0af738f8b5ab tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5081484 Apr 14 21:12:00.533162 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-e5bc9702-7251-4575-bb8f-7206d30da415 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dd4aa003-c977-47de-b532-5d2c0393a402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009473 Apr 14 21:12:00.545082 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff8d05-aad4-4ce1-8ecc-2849925a95ab None None] Pushing event updated for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:00.550949 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.558889 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 232c148a-18ab-463d-9f4a-75254dbaf23c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:00.559247 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.565156 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ef203309-cfd7-41cf-aaef-9d82c6359d98), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.567674 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.568816 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef203309-cfd7-41cf-aaef-9d82c6359d98 HTTP/1.1" status: 204 len: 168 time: 1.0503330 Apr 14 21:12:00.599846 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:00.600497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:00.717588 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (7a6f749c-38af-4971-b3b0-2161379adc9c), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.727788 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ac40a-3098-452d-a0b5-11423d98fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef203309-cfd7-41cf-aaef-9d82c6359d98,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:00.743308 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.811504 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:00.846255 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-12429346-4b31-4058-895e-501e73288fa5 service neutron] 10.222.0.57 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844172 Apr 14 21:12:00.917209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (7a6f749c-38af-4971-b3b0-2161379adc9c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:00.944655 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-6ce99fb3-2d6b-40a4-9a00-da02849812d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:12:00.950308 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23651-ac10-4145-b723-b0b14fe66d4a None None] Pushing event updated for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:00.954596 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-6ce99fb3-2d6b-40a4-9a00-da02849812d1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2383826 Apr 14 21:12:00.969988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-2d80769a-4711-4bf0-a78a-2d7e1a6a105d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.007390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75477cf-87b3-4875-8ba6-f1099d386b20 x-openstack-request-id: req-c75477cf-87b3-4875-8ba6-f1099d386b20 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:01.007390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "tag": "012d1462-c324-4c46-9b08-30efe5333445", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:01.007390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c75477cf-87b3-4875-8ba6-f1099d386b20 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:01.007390 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75477cf-87b3-4875-8ba6-f1099d386b20'] response: {'name': 'network-changed', 'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'tag': '012d1462-c324-4c46-9b08-30efe5333445', 'status': 'completed', 'code': 200} Apr 14 21:12:01.144425 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (7a6f749c-38af-4971-b3b0-2161379adc9c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.273937 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6f749c-38af-4971-b3b0-2161379adc9c,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:01.313154 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c4151a0-debe-4d3d-8e3f-9be1323779cd req-93064a24-060c-4b51-816c-57d404e5ae8d service neutron] 10.222.0.57 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520590 Apr 14 21:12:01.373771 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Provisioning complete for port e77efe54-0e30-407f-904f-b16a903d507e triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:01.374689 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e77efe54-0e30-407f-904f-b16a903d507e), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.396324 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-2d80769a-4711-4bf0-a78a-2d7e1a6a105d admin admin] Publish callbacks [] for security_group (2e86d63e-cd31-45d9-a234-db889ebdb16c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.408261 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.409523 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f9467c32-fea7-4462-8bfb-0a8d8483d1a6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2359424 Apr 14 21:12:01.418606 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34004) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:01.425755 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group_rule': {'security_group_id': '8f8b9d5c-6a8a-4101-825d-29a3011f2d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:01.465610 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-004eb76e-e821-4c2c-a255-eb0bb8f5ba52 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019310 Apr 14 21:12:01.515315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-2d80769a-4711-4bf0-a78a-2d7e1a6a105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (2e86d63e-cd31-45d9-a234-db889ebdb16c), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.570791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.619172 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80769a-4711-4bf0-a78a-2d7e1a6a105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86d63e-cd31-45d9-a234-db889ebdb16c,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:01.662233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.738045 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (265f6699-5c07-4b26-aafc-a301f6446da9), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.763240 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-2d80769a-4711-4bf0-a78a-2d7e1a6a105d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f295e2e94a640e7847de95fb756d253&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3056574 Apr 14 21:12:01.774193 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.789169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34012) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:01.820294 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:01.829868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34014) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:01.858960 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815565943', 'description': 'tempest-description--1871898484'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:01.921024 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=01b14138-bc8e-44ba-8691-d684418a5fa3,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:01.944791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.952158 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-729aed63-f042-4080-9206-8884ca9bf930 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8379366 Apr 14 21:12:01.973724 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-d6baa886-61b4-4f8e-86eb-4497cc53d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:01.975415 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-d6baa886-61b4-4f8e-86eb-4497cc53d2c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4656c44a9514f7b94f88e12e6b37fef&device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 1128 time: 0.1853030 Apr 14 21:12:01.988161 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-77ab5e8e-e299-40e8-81ba-2868586d31e7 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291355 Apr 14 21:12:02.005925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.57', 60824) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:02.133476 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.244709 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Current status of the port e77efe54-0e30-407f-904f-b16a903d507e is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:02.245371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e77efe54-0e30-407f-904f-b16a903d507e), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.279214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a419592c-e441-4507-b1f4-1773ec44985c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.282815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34022) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:02.294852 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (265f6699-5c07-4b26-aafc-a301f6446da9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.349500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f7a6-3613-494f-be37-d5b0f12bc7bf req-a97cad8f-9ecc-48b8-9a55-e9166b43b52a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:02.351348 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a991f7a6-3613-494f-be37-d5b0f12bc7bf req-a97cad8f-9ecc-48b8-9a55-e9166b43b52a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.3893545 Apr 14 21:12:02.369082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-905c6cc7-1d8b-46c3-b837-684dae64f613 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:02.374359 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] Publish callbacks [] for security_group (2e86d63e-cd31-45d9-a234-db889ebdb16c), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.377766 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:02.383025 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-905c6cc7-1d8b-46c3-b837-684dae64f613 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 0.3624804 Apr 14 21:12:02.386120 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 232c148a-18ab-463d-9f4a-75254dbaf23c is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:02.386750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.393925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'port': {'device_id': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'admin_state_up': True, 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:02.404066 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d95098b1-2fd7-4b4a-bd8a-c82a6e091e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.419945 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a419592c-e441-4507-b1f4-1773ec44985c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.423586 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (265f6699-5c07-4b26-aafc-a301f6446da9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.517783 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:12:02.518371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Updating router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b port 18428c5d-8658-4ced-8a6f-abbf346522d4 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:12:02.566015 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.579849 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7487946 Apr 14 21:12:02.585563 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34042) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:02.597349 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] Publish callbacks [] for security_group (2e86d63e-cd31-45d9-a234-db889ebdb16c), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.624381 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 232c148a-18ab-463d-9f4a-75254dbaf23c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=232c148a-18ab-463d-9f4a-75254dbaf23c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:02.651415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] For port e77efe54-0e30-407f-904f-b16a903d507e, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e77efe54-0e30-407f-904f-b16a903d507e,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:02.655562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'a419592c-e441-4507-b1f4-1773ec44985c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:02.688225 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.712239 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.713843 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 39411901-621d-40b6-ac2f-6f5218a58771 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:02.774093 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d7363d03-9045-4dc6-b7b3-bbe77ef44d48 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1590168462&fields=id&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 267 time: 0.1878591 Apr 14 21:12:02.789455 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7897d-6e7f-4cd0-ba98-bef5a1a834e6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a419592c-e441-4507-b1f4-1773ec44985c,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:02.807619 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=232c148a-18ab-463d-9f4a-75254dbaf23c,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:02.859821 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.862191 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4424419 Apr 14 21:12:02.877482 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34052) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:02.887220 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:02.902488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351e129-9921-4a15-87af-9f7eaf7fad62 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265f6699-5c07-4b26-aafc-a301f6446da9,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:02.909416 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.942792 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-0e3f6942-1d52-4760-b7c5-9cbd133f846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:02.944480 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-0e3f6942-1d52-4760-b7c5-9cbd133f846b service neutron] 10.222.0.57 "GET /v2.0/networks?id=dd4aa003-c977-47de-b532-5d2c0393a402 HTTP/1.1" status: 200 len: 912 time: 0.8626392 Apr 14 21:12:03.038042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Pushing event updated for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:03.054619 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a991f7a6-3613-494f-be37-d5b0f12bc7bf req-28488a6b-57b6-4f4e-80aa-93ea4bf045c0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813941 Apr 14 21:12:03.059441 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-a809be36-b093-4fa1-a710-7fa44f0e7a9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=012d1462-c324-4c46-9b08-30efe5333445 HTTP/1.1" status: 200 len: 217 time: 0.0841038 Apr 14 21:12:03.139610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.144594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Provisioning complete for port 95af9392-c02c-4636-84d6-758b12689e8a triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:03.145392 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (95af9392-c02c-4636-84d6-758b12689e8a), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.230979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-15dad7a1-761c-4376-816e-87f983a37601 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.232705 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-15dad7a1-761c-4376-816e-87f983a37601 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 816 time: 0.4458132 Apr 14 21:12:03.258105 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-a458cbf1-277c-41f0-b461-b2497c81b17c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/quotas/9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 375 time: 0.0135055 Apr 14 21:12:03.315708 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6a34a97c-fc29-4985-aa64-1c59afd7336f req-fee70929-26fb-421b-bcd7-9c07c695c402 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 210 time: 0.1703885 Apr 14 21:12:03.343236 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (2e86d63e-cd31-45d9-a234-db889ebdb16c), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.355349 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.359045 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (4d71d714-b336-40e1-8070-f07ac47bfe88), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.364319 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e86d63e-cd31-45d9-a234-db889ebdb16c HTTP/1.1" status: 204 len: 168 time: 1.5703027 Apr 14 21:12:03.395631 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-31c9e4b5-9330-4b06-82c0-e54452992722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.399223 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-31c9e4b5-9330-4b06-82c0-e54452992722 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0dee725-8ad3-40a8-a047-8accde846163 HTTP/1.1" status: 200 len: 851 time: 0.3308468 Apr 14 21:12:03.402138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Made reservation on behalf of d93a7c86bb1e40518c0600a55c581eab for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:03.405729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.441819 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:11:59Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:03.492374 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250715e4-f8cd-4ec4-aa5c-fcf46a0a33b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86d63e-cd31-45d9-a234-db889ebdb16c,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:03.500611 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d95098b1-2fd7-4b4a-bd8a-c82a6e091e6b admin admin] Publish callbacks [] for security_group (c2ee02bb-8174-469d-9ebd-9f987ad722c3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.586783 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-b5bc9f2f-68d3-4585-9876-f8dc16cb2a27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dd4aa003-c977-47de-b532-5d2c0393a402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722867 Apr 14 21:12:03.598471 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d95098b1-2fd7-4b4a-bd8a-c82a6e091e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c2ee02bb-8174-469d-9ebd-9f987ad722c3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.621118 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1cc0c-575d-4076-ba13-3749b00c57d8 None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:11:59Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:12:03.646395 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.654088 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5a7712b4-61b4-4ed4-94f7-291a91e5a337 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3859758 Apr 14 21:12:03.657502 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 39411901-621d-40b6-ac2f-6f5218a58771 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:03.658278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (39411901-621d-40b6-ac2f-6f5218a58771), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.725956 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d95098b1-2fd7-4b4a-bd8a-c82a6e091e6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a51e68d493f841cb9a6171207df112b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4398513 Apr 14 21:12:03.732149 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95098b1-2fd7-4b4a-bd8a-c82a6e091e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee02bb-8174-469d-9ebd-9f987ad722c3,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:03.734453 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34062) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:03.893491 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-16a2c05f-fd51-4b5a-87a7-4ade8ba699fd service neutron] 10.222.0.57 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884436 Apr 14 21:12:03.974449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Allocated IP 172.20.0.9 (ba9fb7e0-7be3-4578-8043-577b62e58240/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc/0a575f65-2526-4d26-bcc9-43dc247e881d) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:03.979503 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (4d71d714-b336-40e1-8070-f07ac47bfe88), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.052601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Allocated IP 172.27.0.208 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:04.071043 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-26ebf445-26fb-4e71-9067-145b5e832c12 service neutron] 10.222.0.24 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345785 Apr 14 21:12:04.142416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (4d71d714-b336-40e1-8070-f07ac47bfe88), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.200155 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.283348 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] Publish callbacks [] for security_group (c2ee02bb-8174-469d-9ebd-9f987ad722c3), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.287261 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-ac206d70-0f0e-407b-93db-06d52eacc6bc None None] Current status of the port 95af9392-c02c-4636-84d6-758b12689e8a is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:04.308810 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-eed1f33d-18b7-4042-b570-e2335ea48b13 service neutron] 10.222.0.24 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308221 Apr 14 21:12:04.321163 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 39411901-621d-40b6-ac2f-6f5218a58771 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:04.321650 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (39411901-621d-40b6-ac2f-6f5218a58771), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.368139 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.411067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d71d714-b336-40e1-8070-f07ac47bfe88,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:04.412211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 39411901-621d-40b6-ac2f-6f5218a58771, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=39411901-621d-40b6-ac2f-6f5218a58771,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:04.480669 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] Publish callbacks [] for security_group (c2ee02bb-8174-469d-9ebd-9f987ad722c3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.491672 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (39411901-621d-40b6-ac2f-6f5218a58771), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.527923 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678b565-e491-4914-a7b5-eb19e0ce0e1f req-5283642f-9a13-4a01-aadf-f0fda87e426e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:04.537297 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5678b565-e491-4914-a7b5-eb19e0ce0e1f req-5283642f-9a13-4a01-aadf-f0fda87e426e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.1980822 Apr 14 21:12:04.564717 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.574564 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3066d0b9-d24f-4c7b-bbf5-972ce3a6e4b9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9871459 Apr 14 21:12:04.594510 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34076) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:04.615557 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'a419592c-e441-4507-b1f4-1773ec44985c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:04.725397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.833456 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks [] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.896163 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (50530d02-3768-4bc0-b572-8da105d39138), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.935540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:04.957145 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:04.966007 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:04.983259 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:05.004972 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc870d5e-95a3-4023-88cb-0ee7db89d8bd req-03417525-0fa5-4e5b-add5-188305b1094f service neutron] 10.222.0.57 "GET /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0988169 Apr 14 21:12:05.027390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:05.031684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.153781 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 494a923d-d91f-4ef0-86d4-f6d08d2adc46 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:05.170406 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-20f46a84-17ac-453e-b480-3689b71a5f0c req-248a7ba5-e89f-4c1f-8470-cf451a0de9d5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 210 time: 0.1593554 Apr 14 21:12:05.217276 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34088) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:05.258463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=39411901-621d-40b6-ac2f-6f5218a58771,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:05.284355 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.294501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (50530d02-3768-4bc0-b572-8da105d39138), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.303898 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34090) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:05.341673 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e343a6-f39b-4490-ba0a-9429f20d634f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.366043 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:05.369199 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5678b565-e491-4914-a7b5-eb19e0ce0e1f req-dcbc763d-56b5-4d22-8cd1-00c1e1162c4a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717734 Apr 14 21:12:05.405442 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:05.406129 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.472571 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:05.475345 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c2ee02bb-8174-469d-9ebd-9f987ad722c3), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.478579 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.479716 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2ee02bb-8174-469d-9ebd-9f987ad722c3 HTTP/1.1" status: 204 len: 168 time: 1.7006092 Apr 14 21:12:05.482880 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.493939 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (50530d02-3768-4bc0-b572-8da105d39138), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.508274 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5a993ad5-de6c-40aa-a11f-49cec971263f req-0057a630-368c-4daa-8867-9a7ebb0aae6c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.1705370 Apr 14 21:12:05.527896 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:05.540486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:05.544384 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.596199 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58cb3-75d3-4c21-ad7b-e7fe2e9f2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee02bb-8174-469d-9ebd-9f987ad722c3,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:05.605309 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:05.663190 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50530d02-3768-4bc0-b572-8da105d39138,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:05.716083 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.798403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.807889 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-73ad39c5-4ed3-4d1e-951d-5a19e7ce4f7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2143657 Apr 14 21:12:05.814506 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34098) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:05.817465 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-40cee3fc-da25-4d3f-9d57-c146f01e866b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4280593 Apr 14 21:12:05.837161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:05.858572 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Request body: {'port': {'device_id': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:05.920815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e343a6-f39b-4490-ba0a-9429f20d634f admin admin] Publish callbacks [] for security_group (b892c729-64c9-492e-9e7d-f7cbbee75919), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.931204 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-43be1056-2fc8-4f58-b88e-1b0131225f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:05.942581 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:12:06.016874 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0d97-4a56-404b-95d7-15d95abc409a None None] Pushing event updated for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:06.026674 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-34cc70ad-8fca-455a-994e-3b0bf6f91aca None None] Provisioning complete for port 18428c5d-8658-4ced-8a6f-abbf346522d4 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:06.027534 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-34cc70ad-8fca-455a-994e-3b0bf6f91aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.053183 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.098333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.121389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Attempting to bind port 18428c5d-8658-4ced-8a6f-abbf346522d4 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:06.121781 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Attempting to bind port 18428c5d-8658-4ced-8a6f-abbf346522d4 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:06.122159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Attempting to bind port 18428c5d-8658-4ced-8a6f-abbf346522d4 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:06.146918 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:06.147306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:06.148102 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.148553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:06.149111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Bound port: 18428c5d-8658-4ced-8a6f-abbf346522d4, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:06.149936 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.222339 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-34cc70ad-8fca-455a-994e-3b0bf6f91aca None None] Port 18428c5d-8658-4ced-8a6f-abbf346522d4 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:06.316195 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.322147 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:06.323249 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 232c148a-18ab-463d-9f4a-75254dbaf23c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:06.385965 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-261ed2f6-f352-4c80-804a-4539332b5b08 None None] Provisioning complete for port 0a575f65-2526-4d26-bcc9-43dc247e881d triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:06.386617 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-261ed2f6-f352-4c80-804a-4539332b5b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.502318 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] For port 18428c5d-8658-4ced-8a6f-abbf346522d4, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:06.549115 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 232c148a-18ab-463d-9f4a-75254dbaf23c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:06.549604 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.553007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] For port 18428c5d-8658-4ced-8a6f-abbf346522d4, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=18428c5d-8658-4ced-8a6f-abbf346522d4,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:06.555413 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-261ed2f6-f352-4c80-804a-4539332b5b08 None None] Port 0a575f65-2526-4d26-bcc9-43dc247e881d cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:06.594670 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-43be1056-2fc8-4f58-b88e-1b0131225f90 admin admin] Publish callbacks [] for security_group (df52dce7-f617-4eda-89a2-6e9076026f54), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.596471 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e343a6-f39b-4490-ba0a-9429f20d634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b892c729-64c9-492e-9e7d-f7cbbee75919), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.707007 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e343a6-f39b-4490-ba0a-9429f20d634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892c729-64c9-492e-9e7d-f7cbbee75919,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:06.737722 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.751063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 232c148a-18ab-463d-9f4a-75254dbaf23c is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:06.752525 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 95af9392-c02c-4636-84d6-758b12689e8a up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:06.874520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbaa84-7cf8-4170-b507-4f20e41ed8a4 req-cd9a4943-6333-4dff-b06a-1311a9cb8382 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:06.876017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c0bbaa84-7cf8-4170-b507-4f20e41ed8a4 req-cd9a4943-6333-4dff-b06a-1311a9cb8382 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.3559387 Apr 14 21:12:06.898130 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:06.899079 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:11:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:06.922590 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b25f6b9f-539e-435f-95aa-c44a6dcbdb74 req-abbb0ec7-4b70-41c9-8e2f-26a76cf1435f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 210 time: 0.4151304 Apr 14 21:12:06.938746 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-43be1056-2fc8-4f58-b88e-1b0131225f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (df52dce7-f617-4eda-89a2-6e9076026f54), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.966870 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-349f322b-bdee-4ef4-978c-8916b8292056 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:06.968792 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-349f322b-bdee-4ef4-978c-8916b8292056 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 0.4710622 Apr 14 21:12:07.030884 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'port': {'device_id': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'admin_state_up': True, 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:07.048580 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-38e343a6-f39b-4490-ba0a-9429f20d634f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1b75eddb2524f69bcda69eae9ece8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8277769 Apr 14 21:12:07.049408 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34122) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:07.121275 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0d97-4a56-404b-95d7-15d95abc409a None None] Pushing event updated for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:07.134243 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c0bbaa84-7cf8-4170-b507-4f20e41ed8a4 req-c46cae4b-8a20-4a78-9103-9ab1603104a4 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911993 Apr 14 21:12:07.146322 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.27.0.170 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/0bde6a58-77d9-4fa1-b071-393fd062f4d1) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:07.158987 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be1056-2fc8-4f58-b88e-1b0131225f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52dce7-f617-4eda-89a2-6e9076026f54,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:07.221970 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 95af9392-c02c-4636-84d6-758b12689e8a triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:07.224383 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (95af9392-c02c-4636-84d6-758b12689e8a), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.231519 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-43be1056-2fc8-4f58-b88e-1b0131225f90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83e136b6496743e3a752ef2f4048545f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9159739 Apr 14 21:12:07.248740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34124) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:07.286606 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:07.403338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Provisioning complete for port 18428c5d-8658-4ced-8a6f-abbf346522d4 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:07.403655 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.438368 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1af9c786-cd37-4a37-9b8f-9d22235454bc req-655f67a0-d991-4dfd-8a8f-3aa1d058cc9e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.3083801 Apr 14 21:12:07.550294 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.568062 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] Publish callbacks [] for security_group (b892c729-64c9-492e-9e7d-f7cbbee75919), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.594438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] Publish callbacks [] for security_group (b892c729-64c9-492e-9e7d-f7cbbee75919), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.687801 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a575f65-2526-4d26-bcc9-43dc247e881d {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:07.704164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks [] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.721968 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.731313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] Publish callbacks [] for security_group (df52dce7-f617-4eda-89a2-6e9076026f54), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.769970 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 95af9392-c02c-4636-84d6-758b12689e8a is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:07.781489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] Publish callbacks [] for security_group (df52dce7-f617-4eda-89a2-6e9076026f54), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.814482 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Current status of the port 18428c5d-8658-4ced-8a6f-abbf346522d4 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:07.814989 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.865786 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:07.874409 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Made reservation on behalf of d93a7c86bb1e40518c0600a55c581eab for: {'port': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:07.882531 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.886429 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.933786 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Transition to ACTIVE for port object 0a575f65-2526-4d26-bcc9-43dc247e881d will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:07.935637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (df52dce7-f617-4eda-89a2-6e9076026f54), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.948083 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.948475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b892c729-64c9-492e-9e7d-f7cbbee75919), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.952022 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df52dce7-f617-4eda-89a2-6e9076026f54 HTTP/1.1" status: 204 len: 168 time: 0.6842182 Apr 14 21:12:07.953575 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.960265 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5795d-ea75-41fc-9fe0-522348cb20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52dce7-f617-4eda-89a2-6e9076026f54,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:07.961835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:06Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:07.965826 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b892c729-64c9-492e-9e7d-f7cbbee75919 HTTP/1.1" status: 204 len: 168 time: 0.9026189 Apr 14 21:12:07.980016 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.011881 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.034855 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32385-bba1-4d15-ba18-65848d5e7580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892c729-64c9-492e-9e7d-f7cbbee75919,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:08.120023 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e77efe54-0e30-407f-904f-b16a903d507e up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:08.123133 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1143b7-86fe-4ff8-b002-8b5b53d47384 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:06Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:12:08.136188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.275531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:08.279609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=0bde6a58-77d9-4fa1-b071-393fd062f4d1,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:08.296939 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] For port 18428c5d-8658-4ced-8a6f-abbf346522d4, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=18428c5d-8658-4ced-8a6f-abbf346522d4,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:08.340561 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-98b714ae-b747-49ff-a642-6800902ec6d9 req-77620e79-9083-4329-ae8c-493d4c7ff7d9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 210 time: 0.2316422 Apr 14 21:12:08.362838 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Allocated IP 172.20.0.11 (ba9fb7e0-7be3-4578-8043-577b62e58240/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc/57b785df-66cc-461c-9ac0-409cca7eb6d1) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:08.394332 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port e77efe54-0e30-407f-904f-b16a903d507e triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:08.394985 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e77efe54-0e30-407f-904f-b16a903d507e), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.470850 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Pushing event updated for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:08.474826 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:08.485115 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:08.494833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.773885 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.57', 60831) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:08.779836 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.785080 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1db06eb4-5cc8-4a1a-bc38-790cb9488acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.822551 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88bdc6-6f58-4391-a5b3-6d64fb8ac0e4 None None] Pushing event updated for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:08.855875 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port e77efe54-0e30-407f-904f-b16a903d507e is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:08.857069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 39411901-621d-40b6-ac2f-6f5218a58771 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:08.864212 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.865518 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-de484824-05c4-404c-8d70-25dc6c521a49 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9832475 Apr 14 21:12:08.912414 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f442f7fc-cb8d-446f-b8e2-ba22caae8052 req-3eeeef12-efbf-442c-8f8e-aa88d32b3da8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.0951099 Apr 14 21:12:08.954367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Attempting to bind port 0a575f65-2526-4d26-bcc9-43dc247e881d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:08.954720 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Attempting to bind port 0a575f65-2526-4d26-bcc9-43dc247e881d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:08.955075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Attempting to bind port 0a575f65-2526-4d26-bcc9-43dc247e881d on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:08.971692 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Port 0a575f65-2526-4d26-bcc9-43dc247e881d on network ba9fb7e0-7be3-4578-8043-577b62e58240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:08.972049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Attempting to bind port 0a575f65-2526-4d26-bcc9-43dc247e881d on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:09.027661 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 39411901-621d-40b6-ac2f-6f5218a58771 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:09.028037 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (39411901-621d-40b6-ac2f-6f5218a58771), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.038760 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.150593 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:09.151556 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:09.162887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Bound using segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:09.162887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Bound port: 0a575f65-2526-4d26-bcc9-43dc247e881d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:09.162887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.162887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.199107 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:09.211567 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:09.214902 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:09.229916 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:09.241013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:09.256171 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.256171 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aaaea-7faa-4947-9aac-f569385de930 req-4e963c62-d02a-4136-9d67-e47e266575df tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:09.256171 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-481aaaea-7faa-4947-9aac-f569385de930 req-4e963c62-d02a-4136-9d67-e47e266575df tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.4084775 Apr 14 21:12:09.307819 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 39411901-621d-40b6-ac2f-6f5218a58771 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:09.339103 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-481aaaea-7faa-4947-9aac-f569385de930 req-acd9d7f6-2a2d-44d6-8229-fa4ef50d1fe5 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Apr 14 21:12:09.375685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-13b82aa9-daae-47de-960b-915f8185b407 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:09.375685 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-13b82aa9-daae-47de-960b-915f8185b407 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 816 time: 0.5951641 Apr 14 21:12:09.417695 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:09.446255 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0a575f65-2526-4d26-bcc9-43dc247e881d,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:09.562136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344892c7-a092-4da4-9c5e-57cffacefff5 req-dfb9f83d-f35c-4565-8be7-b3888d848a24 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:09.563811 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-344892c7-a092-4da4-9c5e-57cffacefff5 req-dfb9f83d-f35c-4565-8be7-b3888d848a24 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 932 time: 0.1139283 Apr 14 21:12:09.568546 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-fdce7054-6837-45d6-845c-5d990a3a8b78 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 380 time: 0.1838813 Apr 14 21:12:09.675269 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-344892c7-a092-4da4-9c5e-57cffacefff5 req-b78206da-4170-4a64-a9b8-8ea91c4b4ed4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Apr 14 21:12:09.700277 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-9b506d4f-ec1f-4e7d-9c0f-2fa34bc35346 None None] Provisioning complete for port 57b785df-66cc-461c-9ac0-409cca7eb6d1 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:09.700731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9b506d4f-ec1f-4e7d-9c0f-2fa34bc35346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.756925 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9b506d4f-ec1f-4e7d-9c0f-2fa34bc35346 None None] Port 57b785df-66cc-461c-9ac0-409cca7eb6d1 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:09.901707 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 18428c5d-8658-4ced-8a6f-abbf346522d4 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:09.960977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 18428c5d-8658-4ced-8a6f-abbf346522d4 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:09.961400 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:10.010513 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'port': {'device_id': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'admin_state_up': True, 'tenant_id': '9379aeca7a984e238239f765094748bc', 'security_groups': ['2f8e21cf-cbd4-47bb-9f9c-015f6514d869']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:10.052150 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 18428c5d-8658-4ced-8a6f-abbf346522d4 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:10.063134 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9c9c6072-ac89-4355-a654-c03e441d97df req-064133c7-f533-4b89-8ac4-81898c2bee8b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.0298309 Apr 14 21:12:10.483764 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda135a-0aad-435c-bfc7-c2733c54b7ea req-0674dd76-9e47-43a8-89b0-51681e761505 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:10.485335 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3dda135a-0aad-435c-bfc7-c2733c54b7ea req-0674dd76-9e47-43a8-89b0-51681e761505 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.0559821 Apr 14 21:12:10.538303 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3dda135a-0aad-435c-bfc7-c2733c54b7ea req-6d628e7c-cc03-4b30-b0d5-9abb11378346 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 Apr 14 21:12:10.684166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:10.810382 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc685-ae9a-4048-9200-87b1d7fb3511 req-d221a1e5-ebb1-45b0-a989-4c29dd04bef0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:10.810382 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2fcbc685-ae9a-4048-9200-87b1d7fb3511 req-d221a1e5-ebb1-45b0-a989-4c29dd04bef0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 932 time: 0.0548460 Apr 14 21:12:10.850599 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:10.866433 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2fcbc685-ae9a-4048-9200-87b1d7fb3511 req-1b6347cd-79a3-4325-a762-c97d362dd183 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Apr 14 21:12:10.973347 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:10.974618 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-394d0f6c-15c2-41c8-8687-b3370a789625 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9583240 Apr 14 21:12:10.975612 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Made reservation on behalf of 9379aeca7a984e238239f765094748bc for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:10.979947 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.033354 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:11.033984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.035421 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 1093 time: 5.1859183 Apr 14 21:12:11.037593 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:11.066577 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-33680d2e-f223-4936-9f0f-70d5e0bd1ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.108656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.210303 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d59950-14be-481c-b292-60bf9b848a83 service neutron] Pushing event updated for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:11.217107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.231488 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-810e9639-b705-4e54-bbad-a26b7fba7aa5 req-16d28e54-a427-4899-9ee4-60eb40565c62 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Apr 14 21:12:11.311934 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34188) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:11.336467 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d650b030-d875-4c04-809e-8921d89d9fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.364237 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=0bde6a58-77d9-4fa1-b071-393fd062f4d1,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:11.371492 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.372914 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ee7e8797-33bb-40f5-b083-67c724c84256 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5529525 Apr 14 21:12:11.379627 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-bb37dfc3-258d-49d0-a468-7d6a737794d7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--730785900&fields=id&tenant_id=b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 267 time: 0.1418939 Apr 14 21:12:11.380815 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Allocated IP 172.20.0.7 (9be786bb-d0b2-46e8-8749-f5db9ed7a438/8735dea4-d294-4344-a7b7-7a7a39018a38/4eba79d3-fcd7-4dd6-ba11-67da954615cc) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:11.435731 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d650b030-d875-4c04-809e-8921d89d9fd2 admin admin] Publish callbacks [] for security_group (f75f1857-0213-4d77-85ac-1c2efd7bd3eb), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.557773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be" -d '{"events": [{"name": "network-changed", "server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:11.585403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-3bd9eba4-6ac3-4dd2-b620-b2758e6aeacd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:11.593800 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-3bd9eba4-6ac3-4dd2-b620-b2758e6aeacd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 811 time: 0.1897933 Apr 14 21:12:11.615386 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-8eb0b7f5-a68a-4026-88bd-e26f89b385d7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/quotas/b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0176220 Apr 14 21:12:11.623323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d650b030-d875-4c04-809e-8921d89d9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (f75f1857-0213-4d77-85ac-1c2efd7bd3eb), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.705457 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d650b030-d875-4c04-809e-8921d89d9fd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b966662551443788bf033daaf53da69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901029 Apr 14 21:12:11.706544 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b030-d875-4c04-809e-8921d89d9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f1857-0213-4d77-85ac-1c2efd7bd3eb,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:11.710804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34204) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:11.722931 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eaf70-595f-41b4-b7cf-9dff43aa99fc req-267e563d-b264-4999-9bae-1f787650e85f tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:11.724486 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-522eaf70-595f-41b4-b7cf-9dff43aa99fc req-267e563d-b264-4999-9bae-1f787650e85f tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.0831757 Apr 14 21:12:11.732998 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-e3fa56e8-d65d-4019-b654-9a984de513d3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818629 Apr 14 21:12:11.761903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.815153 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-522eaf70-595f-41b4-b7cf-9dff43aa99fc req-9d7f9c22-b011-4884-b71a-954a63fe43b6 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 Apr 14 21:12:11.817051 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] Publish callbacks [] for security_group (f75f1857-0213-4d77-85ac-1c2efd7bd3eb), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.855997 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] Publish callbacks [] for security_group (f75f1857-0213-4d77-85ac-1c2efd7bd3eb), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.885355 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-1e00b1f7-624a-49ba-a5ee-e1cdf9a9dd5d service neutron] 10.222.0.24 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485617 Apr 14 21:12:11.997938 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-1b7294b7-7342-4acc-8e1e-6f532fbf2a01 service neutron] 10.222.0.24 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984411 Apr 14 21:12:12.041657 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Request body: {'port': {'device_id': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:12.065963 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.066505 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.087119 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955f2ea-c27b-4bd2-ad75-c5b3ebd53950 x-openstack-request-id: req-8955f2ea-c27b-4bd2-ad75-c5b3ebd53950 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:12.087603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:12.087881 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8955f2ea-c27b-4bd2-ad75-c5b3ebd53950 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:12.088984 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8955f2ea-c27b-4bd2-ad75-c5b3ebd53950'] response: {'name': 'network-changed', 'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d', 'status': 'completed', 'code': 200} Apr 14 21:12:12.129150 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.129391 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:12.144847 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (f75f1857-0213-4d77-85ac-1c2efd7bd3eb), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.147381 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.150940 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f75f1857-0213-4d77-85ac-1c2efd7bd3eb HTTP/1.1" status: 204 len: 168 time: 0.4367814 Apr 14 21:12:12.194948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb304-6af5-48e4-bfcd-72e3f2d56735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f1857-0213-4d77-85ac-1c2efd7bd3eb,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:12.215932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-1ae84c59-742b-4ecb-ba50-3cd41a8fd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.217467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-1ae84c59-742b-4ecb-ba50-3cd41a8fd1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1127 time: 0.0908973 Apr 14 21:12:12.220422 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:12.224614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:12.230459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.231112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.275017 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-1a2a3294-93d9-46ed-9bdb-67381b965d0d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1815565943&fields=id&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 267 time: 0.0985579 Apr 14 21:12:12.396979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:12.521231 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-dd43542c-aa5a-4023-b0ec-7809b175312a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.522732 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-dd43542c-aa5a-4023-b0ec-7809b175312a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.1992385 Apr 14 21:12:12.565045 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-062a03b1-d97f-4003-a968-c78f7fa02ac8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/quotas/ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 375 time: 0.0132864 Apr 14 21:12:12.617883 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc28f-4031-403c-b3d3-1948277057fb req-2597b7dd-59e6-4b10-8dc9-2f3bf4126816 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.619792 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-814cc28f-4031-403c-b3d3-1948277057fb req-2597b7dd-59e6-4b10-8dc9-2f3bf4126816 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 932 time: 0.1171048 Apr 14 21:12:12.620480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-c9728e16-7163-41ab-b66a-3bc9f5ef93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.621963 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-c9728e16-7163-41ab-b66a-3bc9f5ef93b8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d93a7c86bb1e40518c0600a55c581eab&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3803535 Apr 14 21:12:12.629794 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8831ae00-f936-47d1-bbaf-28f25cdbd69f None None] Provisioning complete for port 4eba79d3-fcd7-4dd6-ba11-67da954615cc triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:12.630340 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8831ae00-f936-47d1-bbaf-28f25cdbd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.636767 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-b13ef9d3-0e8f-425a-acfe-d9ad3df8434a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657701 Apr 14 21:12:12.668449 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8831ae00-f936-47d1-bbaf-28f25cdbd69f None None] Port 4eba79d3-fcd7-4dd6-ba11-67da954615cc cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:12.678534 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-814cc28f-4031-403c-b3d3-1948277057fb req-7580d7de-73c2-43fe-bca5-fb19af2a6926 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Apr 14 21:12:12.712857 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d0e166e9-a662-48da-b520-35b91c14b093 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7074573 Apr 14 21:12:12.741981 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b785df-66cc-461c-9ac0-409cca7eb6d1 {{(pid=104064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:12.751982 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks [] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.774911 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.provisioning_blocks [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Transition to ACTIVE for port object 57b785df-66cc-461c-9ac0-409cca7eb6d1 will not be triggered until provisioned by entity L2. {{(pid=104064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:12.801877 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-83b79d06-64f1-4a68-ba88-e26978c71b8f service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428916 Apr 14 21:12:12.891927 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.970361 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-113100e3-51a6-4dd0-bf26-65ead531284d service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613111 Apr 14 21:12:12.995134 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8144-0d20-487b-9b40-c5e70cb61dfa req-035e37e5-5373-4f9f-94a7-489446b6e5fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.997404 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-41ab8144-0d20-487b-9b40-c5e70cb61dfa req-035e37e5-5373-4f9f-94a7-489446b6e5fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 931 time: 0.2623825 Apr 14 21:12:13.001680 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Pushing event updated for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:13.084840 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Attempting to bind port 57b785df-66cc-461c-9ac0-409cca7eb6d1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:13.085206 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Attempting to bind port 57b785df-66cc-461c-9ac0-409cca7eb6d1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}] {{(pid=104064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:13.086054 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Attempting to bind port 57b785df-66cc-461c-9ac0-409cca7eb6d1 on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:13.100948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Port 57b785df-66cc-461c-9ac0-409cca7eb6d1 on network ba9fb7e0-7be3-4578-8043-577b62e58240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:13.101308 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Attempting to bind port 57b785df-66cc-461c-9ac0-409cca7eb6d1 on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:13.116438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:13.116438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:13.116750 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Bound using segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} {{(pid=104064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:13.117359 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.managers [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Bound port: 57b785df-66cc-461c-9ac0-409cca7eb6d1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}}] {{(pid=104064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:13.117489 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:13.124169 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-41ab8144-0d20-487b-9b40-c5e70cb61dfa req-c14c12e6-c2e6-4062-817f-7373e288f7bd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201591 Apr 14 21:12:13.248086 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02a3de84-52d6-4e96-bcc2-6395c3e7f762 req-5d9a4e68-d4c5-4fd2-873d-a16d1369fe3a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0688798 Apr 14 21:12:13.289397 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, cleared binding levels {{(pid=104064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:13.294841 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:13.371693 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:13.412821 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5d45c7e3-8040-4055-80e1-80a6d05a1eb2 req-15e0f308-91fb-46df-91d5-5b8a444084bb tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0625522 Apr 14 21:12:13.446661 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605a5d4-f48c-4842-982a-6eb9dcdb2d23 req-6203137f-938d-40b7-8417-e9607f041bb9 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:13.449650 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:13.457130 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e605a5d4-f48c-4842-982a-6eb9dcdb2d23 req-6203137f-938d-40b7-8417-e9607f041bb9 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.0826180 Apr 14 21:12:13.510780 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:13.511470 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:13.512864 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] 10.222.0.57 "PUT /v2.0/ports/57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 200 len: 1094 time: 1.4786210 Apr 14 21:12:13.513441 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:13.515853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:13.521376 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e605a5d4-f48c-4842-982a-6eb9dcdb2d23 req-7b440212-63c4-4119-9c93-223726e1ff3b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 Apr 14 21:12:13.537382 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239efa-dde2-4cd2-bf95-f5deed859e03 service neutron] Pushing event updated for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=3']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:13.570237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334ec77-817d-4b74-bacf-a4ca5ee50e94 x-openstack-request-id: req-0334ec77-817d-4b74-bacf-a4ca5ee50e94 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:13.570528 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:13.570793 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0334ec77-817d-4b74-bacf-a4ca5ee50e94 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:13.571203 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0334ec77-817d-4b74-bacf-a4ca5ee50e94'] response: {'name': 'network-changed', 'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1', 'status': 'completed', 'code': 200} Apr 14 21:12:13.796907 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41526-de37-4b99-8c69-9eb5fa80da66 req-7638c768-9d34-4310-a72a-a8bad94c8d71 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:13.798422 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-29b41526-de37-4b99-8c69-9eb5fa80da66 req-7638c768-9d34-4310-a72a-a8bad94c8d71 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0505717 Apr 14 21:12:13.853648 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-29b41526-de37-4b99-8c69-9eb5fa80da66 req-7072a12a-2b4f-4d88-913d-85662583debc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Apr 14 21:12:14.219724 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34304) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:14.266235 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6708-40b8-456e-baf6-585de61c47cd req-33f4422a-0380-4283-8928-f853200dbc0d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:14.267808 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c0a6708-40b8-456e-baf6-585de61c47cd req-33f4422a-0380-4283-8928-f853200dbc0d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 931 time: 0.0582237 Apr 14 21:12:14.360662 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5fc00c39-6fbd-4046-b7b3-a950bafb6294 req-5ab3586c-947d-484b-9e3c-934eefd7cb02 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0361731 Apr 14 21:12:14.362475 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c0a6708-40b8-456e-baf6-585de61c47cd req-e2a57fe6-8c41-4c2f-a263-957808ad56f6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740445 Apr 14 21:12:14.514380 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2756f363-68a1-4dbf-ad74-b3ad3ca38151 req-dcbf6c9d-fc4b-442d-bcab-63b3280c7657 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0335259 Apr 14 21:12:14.555105 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674609111-network', 'tenant_id': '114a641f6cae45589c8c9060364aaff5'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:14.645853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Made reservation on behalf of 114a641f6cae45589c8c9060364aaff5 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:14.648735 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.652610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1344-6a81-4ede-a740-ec681cad2dca req-d894e82f-aeca-4db1-8942-cd5424120509 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:14.657357 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8f2f1344-6a81-4ede-a740-ec681cad2dca req-d894e82f-aeca-4db1-8942-cd5424120509 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.0557351 Apr 14 21:12:14.659723 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.706225 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8f2f1344-6a81-4ede-a740-ec681cad2dca req-5b7eac67-b995-45d9-a27c-2df85e784871 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Apr 14 21:12:14.749187 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks [] for security_group (750cc1f1-05e2-4c7d-a6c9-69093df682c2), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.817155 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (750cc1f1-05e2-4c7d-a6c9-69093df682c2), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.846207 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:12:14.851496 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cc1f1-05e2-4c7d-a6c9-69093df682c2,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:14.864096 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (01050e37-c8c0-443e-ae41-87308851a9e2), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.864096 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Added segment 01050e37-c8c0-443e-ae41-87308851a9e2 of type vlan for network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 Apr 14 21:12:14.907008 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (ab732bda-bd99-4eb5-a0de-1003ffc7fa93), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.912151 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.972082 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3079c-f54e-48b5-a049-22aedd5e7238 req-17572383-c3de-450a-980e-8b4e56998434 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:14.973546 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-50f3079c-f54e-48b5-a049-22aedd5e7238 req-17572383-c3de-450a-980e-8b4e56998434 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0501354 Apr 14 21:12:15.024868 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-50f3079c-f54e-48b5-a049-22aedd5e7238 req-ea97fd8d-0ae0-40da-a432-af4a28c971ea tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Apr 14 21:12:15.031331 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (ab732bda-bd99-4eb5-a0de-1003ffc7fa93), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:15.032315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:15.032911 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:15.092049 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] Pushing event updated for resources: {'Network': ['ID=ab732bda-bd99-4eb5-a0de-1003ffc7fa93,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:15.103833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:12:15.131583 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-78285659-d26d-4ae6-b115-5dc4e9012304 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9069824 Apr 14 21:12:15.131924 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34330) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:15.140475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Request body: {'subnet': {'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674609111-subnet', 'tenant_id': '114a641f6cae45589c8c9060364aaff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:15.251237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Made reservation on behalf of 114a641f6cae45589c8c9060364aaff5 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:15.253705 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:15.355568 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Request body: {'port': {'device_id': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:15.425041 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:15.477329 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-5ed12ec4-78b9-4c7c-8936-cfef1c307030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:15.479694 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-5ed12ec4-78b9-4c7c-8936-cfef1c307030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1128 time: 0.0843241 Apr 14 21:12:15.658879 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c953de6-1db7-47d3-908d-b10a4b3412ac req-86d3682b-251f-40d7-bcdf-d75d53db41d7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.1624906 Apr 14 21:12:15.785790 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bc224ffd-6b9c-4832-95b6-62ba165ece0f req-9b712a64-c7a9-475e-ac05-88f588f172b5 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0585182 Apr 14 21:12:15.805834 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (a1dea449-f381-43b3-8b3f-e32268a5cedc), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:15.842843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-03c8c2d9-1b87-4155-aa0d-aa798280c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:15.843186 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed8166-ac9d-408c-92a9-3ccb94a25732 req-ed782bf5-69d8-4302-8278-b124c717b3e8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:15.844305 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8ffb849-ee4e-4ad1-b4f7-69ba25d3a3be req-03c8c2d9-1b87-4155-aa0d-aa798280c0a9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4203598 Apr 14 21:12:15.844752 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c7ed8166-ac9d-408c-92a9-3ccb94a25732 req-ed782bf5-69d8-4302-8278-b124c717b3e8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 931 time: 0.3638864 Apr 14 21:12:15.915431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 012d1462-c324-4c46-9b08-30efe5333445 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:15.929713 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dea449-f381-43b3-8b3f-e32268a5cedc,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:16.000921 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-a9a1ef27-20f7-4b78-bc5f-8848fb71daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.002436 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-a9a1ef27-20f7-4b78-bc5f-8848fb71daa5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d93a7c86bb1e40518c0600a55c581eab&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5150759 Apr 14 21:12:16.005594 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c7ed8166-ac9d-408c-92a9-3ccb94a25732 req-e580fba0-fb51-40ed-b353-dbc2d537c3d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493652 Apr 14 21:12:16.027453 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Checking segment: {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:16.027818 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Network hostable DHCP agents. Network: ab732bda-bd99-4eb5-a0de-1003ffc7fa93, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:12:16.097396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a7c7-b634-4748-ba87-866e4ce92269 req-c192cb2d-8d51-47c1-bd9e-0183c99d3011 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.098945 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8770a7c7-b634-4748-ba87-866e4ce92269 req-c192cb2d-8d51-47c1-bd9e-0183c99d3011 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 944 time: 0.1870909 Apr 14 21:12:16.122654 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=012d1462-c324-4c46-9b08-30efe5333445,segment=NetworkSegment(b7e9c04b-5db0-4386-a453-318d9bd66ad2),segment_id=b7e9c04b-5db0-4386-a453-318d9bd66ad2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:16.132475 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-72db78e6-d466-4e41-b832-2bc129ca811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.134027 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-72db78e6-d466-4e41-b832-2bc129ca811d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1127 time: 0.1490285 Apr 14 21:12:16.176451 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8770a7c7-b634-4748-ba87-866e4ce92269 req-3b7b7beb-c04e-4ac5-8d8d-877b0ab5a250 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Apr 14 21:12:16.236878 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472df9-2dbe-4e09-934e-27bf1d327105 req-7f00f894-3794-401d-afc6-89f2b3bfd397 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.238439 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-db472df9-2dbe-4e09-934e-27bf1d327105 req-7f00f894-3794-401d-afc6-89f2b3bfd397 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.1221440 Apr 14 21:12:16.251470 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-cdbe2d6a-ef43-4eca-8423-3a5cac1fcdbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 217 time: 0.0922158 Apr 14 21:12:16.261123 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-7cbcc078-9b0d-4f79-9bc7-21aab6166930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.262888 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ef27852d-c5a6-4a43-a9f6-0c3af474fd1f req-7cbcc078-9b0d-4f79-9bc7-21aab6166930 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526875 Apr 14 21:12:16.267371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '012d1462-c324-4c46-9b08-30efe5333445', 'network_id': 'dd4aa003-c977-47de-b532-5d2c0393a402', 'port_id': '012d1462-c324-4c46-9b08-30efe5333445', 'mac_address': 'fa:16:3e:50:3d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dee725-8ad3-40a8-a047-8accde846163', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:16.301233 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-db472df9-2dbe-4e09-934e-27bf1d327105 req-f57e82a5-60a3-4bfd-b549-54de9a9b87f0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Apr 14 21:12:16.327861 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 012d1462-c324-4c46-9b08-30efe5333445 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:16.328563 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (012d1462-c324-4c46-9b08-30efe5333445), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.347312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012d1462-c324-4c46-9b08-30efe5333445 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:16.354584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:16.360176 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-2d391a13-2c62-4666-b63c-5c97ea00c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.360855 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-2d391a13-2c62-4666-b63c-5c97ea00c852 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.1019275 Apr 14 21:12:16.364617 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-8a59304f-87ec-4020-a3f2-e4d5c58c0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.365075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks [] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.367057 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-8a59304f-87ec-4020-a3f2-e4d5c58c0046 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1128 time: 0.0503602 Apr 14 21:12:16.370386 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=012d1462-c324-4c46-9b08-30efe5333445,segment=NetworkSegment(b7e9c04b-5db0-4386-a453-318d9bd66ad2),segment_id=b7e9c04b-5db0-4386-a453-318d9bd66ad2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:16.410040 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-9796e608-9769-4402-a079-83e711554aca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Apr 14 21:12:16.430654 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Transition to ACTIVE for port object 4eba79d3-fcd7-4dd6-ba11-67da954615cc will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:16.442677 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-27824076-12bb-4c56-9c09-e9fbefcee499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.444171 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-27824076-12bb-4c56-9c09-e9fbefcee499 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766957 Apr 14 21:12:16.459933 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-953287ce-9952-49c4-90b3-1466d2dc9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.461403 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-953287ce-9952-49c4-90b3-1466d2dc9daa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0458126 Apr 14 21:12:16.462500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:12:16.495314 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.537027 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edab9c-af04-4372-ad28-876b84134a3e req-48ce7d65-5164-4fac-94f8-71c743330a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.538656 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-48ce7d65-5164-4fac-94f8-71c743330a38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570557 Apr 14 21:12:16.541867 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-3b54e047-63f3-420e-a0ea-5964da34d61c service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Apr 14 21:12:16.546177 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:16.568386 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.614815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, ab732bda-bd99-4eb5-a0de-1003ffc7fa93) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:16.620571 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.621151 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.624459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:16.630873 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8f570-f5ab-4cad-a497-42b219dba856 None None] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:12:16.654157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Attempting to bind port 4eba79d3-fcd7-4dd6-ba11-67da954615cc on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:16.654493 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Attempting to bind port 4eba79d3-fcd7-4dd6-ba11-67da954615cc by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:16.654821 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Attempting to bind port 4eba79d3-fcd7-4dd6-ba11-67da954615cc on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:16.659719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Port 4eba79d3-fcd7-4dd6-ba11-67da954615cc on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:16.660184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Attempting to bind port 4eba79d3-fcd7-4dd6-ba11-67da954615cc on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:16.666497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:16.666840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Checking segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:16.667225 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Bound using segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:16.668770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Bound port: 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:16.669169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.709799 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-120b90fa-58ae-482d-837b-8d809cad8cfa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5764747 Apr 14 21:12:16.758435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:16.762776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:16.790243 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4a1b4-16d5-4a77-bac5-9c6bf26b52c3 None None] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:12:16.867405 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d5c1a662-420c-424a-9f5a-cd65da9c36fc req-bca039f7-ed21-4e3d-a93c-b25319f79082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0584657 Apr 14 21:12:16.896535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['012d1462-c324-4c46-9b08-30efe5333445'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:16.937247 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:16.975837 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3663bc14-40f2-4298-8ebc-b7ea426ab4b6 req-dd365b1c-4720-4c27-aef6-4c7285939974 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0763462 Apr 14 21:12:17.010817 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-83d363c7-951c-4ad4-b365-d543f94830d5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448273 Apr 14 21:12:17.032778 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:17.060191 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e12b1d96-832d-4788-ac1f-2b6defabd5fb req-c0d08c99-a01f-447b-946a-c1222f0864d7 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742095 Apr 14 21:12:17.065456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:17.066198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.067836 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-5258cbd9-6f24-49f1-b6d5-36eff2ff2d69 service neutron] 10.222.0.57 "PUT /v2.0/ports/4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 1093 time: 1.7169924 Apr 14 21:12:17.068424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:17.070835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b55860-3227-4a2e-8773-22ce9fa97cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:17.236940 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4af0fb-1d25-45fc-ac4d-e9e568b7ed5b x-openstack-request-id: req-9f4af0fb-1d25-45fc-ac4d-e9e568b7ed5b {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:17.237267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:17.239354 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f4af0fb-1d25-45fc-ac4d-e9e568b7ed5b {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:17.239354 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4af0fb-1d25-45fc-ac4d-e9e568b7ed5b'] response: {'name': 'network-changed', 'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'status': 'completed', 'code': 200} Apr 14 21:12:17.263751 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44edab9c-af04-4372-ad28-876b84134a3e req-8a0e7a18-9a10-4d8c-bd7e-6c597352d3a4 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465863 Apr 14 21:12:17.281934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feec3c-8906-4613-936c-46d7f43de2ef req-d80726cc-9a88-4a67-a290-32c53577e592 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:17.291112 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b9feec3c-8906-4613-936c-46d7f43de2ef req-d80726cc-9a88-4a67-a290-32c53577e592 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.1337879 Apr 14 21:12:17.344248 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b9feec3c-8906-4613-936c-46d7f43de2ef req-ac7c0274-e511-4f53-9f9a-d2b3dfd23edd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521307 Apr 14 21:12:17.345044 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c65d-8c9c-46c2-8a37-8c5bf9924a7c req-686fa724-286b-4327-aa2d-acd26ed2a61c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:17.346698 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d275c65d-8c9c-46c2-8a37-8c5bf9924a7c req-686fa724-286b-4327-aa2d-acd26ed2a61c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 945 time: 0.0725121 Apr 14 21:12:17.396053 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d275c65d-8c9c-46c2-8a37-8c5bf9924a7c req-33aff502-d9e9-44fb-a569-02951ba4b9aa tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Apr 14 21:12:17.456452 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187675b-e56d-4916-8b62-156f28c67a67 req-734ebb7c-2cab-4011-bfcb-d06e41b0d043 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:17.456452 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6187675b-e56d-4916-8b62-156f28c67a67 req-734ebb7c-2cab-4011-bfcb-d06e41b0d043 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0521703 Apr 14 21:12:17.505742 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6187675b-e56d-4916-8b62-156f28c67a67 req-c06fbab1-74a3-4d69-bf5d-d65ac4e0744d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Apr 14 21:12:17.639696 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34392) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:17.750065 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-245be1a2-bbf2-4172-9bc7-4fa4ff47d5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.826335 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-245be1a2-bbf2-4172-9bc7-4fa4ff47d5df admin admin] Publish callbacks [] for security_group (1b148c72-c438-4e2e-8d85-bf7913a54973), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.923167 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-245be1a2-bbf2-4172-9bc7-4fa4ff47d5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1b148c72-c438-4e2e-8d85-bf7913a54973), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.974261 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-245be1a2-bbf2-4172-9bc7-4fa4ff47d5df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ffc425f4e534b73a1c86b3fca1dc1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334084 Apr 14 21:12:17.977005 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34398) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:17.988894 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245be1a2-bbf2-4172-9bc7-4fa4ff47d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b148c72-c438-4e2e-8d85-bf7913a54973,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:17.993536 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5b737e4-e8d7-447a-b9d6-40b6c74248f2 req-40d72e80-d9c6-40ce-ad28-5511d5f3db95 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0348380 Apr 14 21:12:18.044049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] Publish callbacks [] for security_group (1b148c72-c438-4e2e-8d85-bf7913a54973), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.086574 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 012d1462-c324-4c46-9b08-30efe5333445 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:18.097968 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] Publish callbacks [] for security_group (1b148c72-c438-4e2e-8d85-bf7913a54973), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.122680 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb25e458-8f73-4f26-87b6-eed355f201d9 req-be0db187-5f9b-4d25-9f8c-825674814ed9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0373251 Apr 14 21:12:18.143146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 012d1462-c324-4c46-9b08-30efe5333445 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:18.283102 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 012d1462-c324-4c46-9b08-30efe5333445 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:18.283397 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (012d1462-c324-4c46-9b08-30efe5333445), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.342865 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1b148c72-c438-4e2e-8d85-bf7913a54973), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.345562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.346675 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b148c72-c438-4e2e-8d85-bf7913a54973 HTTP/1.1" status: 204 len: 168 time: 0.3686755 Apr 14 21:12:18.362584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a872b62-e59b-4de4-ba96-2ee3b7f0db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b148c72-c438-4e2e-8d85-bf7913a54973,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:18.368552 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 012d1462-c324-4c46-9b08-30efe5333445 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:18.369608 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (012d1462-c324-4c46-9b08-30efe5333445), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.398055 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012d1462-c324-4c46-9b08-30efe5333445'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:18.466827 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574ecde-2097-438b-9240-4c268f568353 req-8fa25bdb-8a42-42c3-bddf-942847d7e832 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:18.468699 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1574ecde-2097-438b-9240-4c268f568353 req-8fa25bdb-8a42-42c3-bddf-942847d7e832 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0528748 Apr 14 21:12:18.476084 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=012d1462-c324-4c46-9b08-30efe5333445,segment=NetworkSegment(b7e9c04b-5db0-4386-a453-318d9bd66ad2),segment_id=b7e9c04b-5db0-4386-a453-318d9bd66ad2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:18.519041 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dfef0-23e9-473b-853b-7ce2e084cd59 req-e04620c9-17fe-44f0-91c2-7321958a47df tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:18.519041 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1e3dfef0-23e9-473b-853b-7ce2e084cd59 req-e04620c9-17fe-44f0-91c2-7321958a47df tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 945 time: 0.0523517 Apr 14 21:12:18.525538 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1574ecde-2097-438b-9240-4c268f568353 req-274ffc1d-078a-4825-81ec-cfd9cc5fa52a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Apr 14 21:12:18.576092 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1e3dfef0-23e9-473b-853b-7ce2e084cd59 req-69032d24-4ecb-4751-ba8e-1f976c000438 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499351 Apr 14 21:12:18.603613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021000c7-e89a-46ee-bdd0-d4d0be4b686b" -d '{"events": [{"server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "name": "network-vif-plugged", "status": "completed", "tag": "012d1462-c324-4c46-9b08-30efe5333445"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:18.646304 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312a7d6-a896-4b19-8085-5a39821e2a1e req-ef23827e-5841-4f82-9b53-37792a42c981 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:18.647791 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8312a7d6-a896-4b19-8085-5a39821e2a1e req-ef23827e-5841-4f82-9b53-37792a42c981 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0489666 Apr 14 21:12:18.657154 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.699600 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8312a7d6-a896-4b19-8085-5a39821e2a1e req-d039f6a9-b843-4c95-b9b1-010cf319743b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Apr 14 21:12:18.714680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:18.808415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b141b7c-fe0e-48d3-89f4-1f9fd51161d1 x-openstack-request-id: req-7b141b7c-fe0e-48d3-89f4-1f9fd51161d1 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:18.808725 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "name": "network-vif-plugged", "status": "completed", "tag": "012d1462-c324-4c46-9b08-30efe5333445", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:18.809016 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b141b7c-fe0e-48d3-89f4-1f9fd51161d1 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:18.809476 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b141b7c-fe0e-48d3-89f4-1f9fd51161d1'] response: {'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012d1462-c324-4c46-9b08-30efe5333445', 'code': 200} Apr 14 21:12:19.091113 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-67755e6d-c8b6-4868-a4ac-775e12e0164e req-7ac02f0a-6407-4631-8adb-03d337521ce2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0278938 Apr 14 21:12:19.157868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34436) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:19.171262 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e5e02bf1-d8c3-452e-8a87-3fc5b87dd2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.237405 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-280c4068-3c7c-46c7-9eab-6b9d656e29f4 req-9ccde459-fbd3-464c-8b8e-15ea54035092 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0324073 Apr 14 21:12:19.271745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e5e02bf1-d8c3-452e-8a87-3fc5b87dd2df admin admin] Publish callbacks [] for security_group (4f708af1-f937-4a6a-93bf-3d1246246246), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.354148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e5e02bf1-d8c3-452e-8a87-3fc5b87dd2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4f708af1-f937-4a6a-93bf-3d1246246246), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.393354 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e5e02bf1-d8c3-452e-8a87-3fc5b87dd2df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e5f472a7a14a9596b9c4f0cc3e52ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343476 Apr 14 21:12:19.394215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02bf1-d8c3-452e-8a87-3fc5b87dd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f708af1-f937-4a6a-93bf-3d1246246246,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:19.395931 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34440) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:19.444937 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] Publish callbacks [] for security_group (4f708af1-f937-4a6a-93bf-3d1246246246), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.466258 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] Publish callbacks [] for security_group (4f708af1-f937-4a6a-93bf-3d1246246246), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.637977 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4f708af1-f937-4a6a-93bf-3d1246246246), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.640474 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.641631 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f708af1-f937-4a6a-93bf-3d1246246246 HTTP/1.1" status: 204 len: 168 time: 0.2441039 Apr 14 21:12:19.649521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd5d0-2ab4-4301-af05-d386a402dd33 req-26db0779-0e8e-402e-b7ec-4d9d61a86770 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.651082 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de1bd5d0-2ab4-4301-af05-d386a402dd33 req-26db0779-0e8e-402e-b7ec-4d9d61a86770 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0523474 Apr 14 21:12:19.660661 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467f30-d35c-4154-a541-87396ab4ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f708af1-f937-4a6a-93bf-3d1246246246,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:19.701687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e263e-7683-468d-8ff6-68e806879147 req-5fd40699-91e4-4dfd-9034-cb1613b85f29 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.703222 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fc2e263e-7683-468d-8ff6-68e806879147 req-5fd40699-91e4-4dfd-9034-cb1613b85f29 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0608609 Apr 14 21:12:19.709192 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de1bd5d0-2ab4-4301-af05-d386a402dd33 req-fb5cde6f-807a-4c5a-ac8f-1f59f6cf6e0f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503602 Apr 14 21:12:19.772745 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fc2e263e-7683-468d-8ff6-68e806879147 req-68521ba0-9861-4f51-8d98-be3cb21d706a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Apr 14 21:12:19.813056 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d79795-0406-4699-8bc1-fcf0611508de req-8fade39e-a31c-4086-8cb0-7c708fcf598f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.814501 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-67d79795-0406-4699-8bc1-fcf0611508de req-8fade39e-a31c-4086-8cb0-7c708fcf598f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0462153 Apr 14 21:12:19.861615 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-67d79795-0406-4699-8bc1-fcf0611508de req-17930d73-9259-4591-b1f7-bd8058e3b8e5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Apr 14 21:12:20.194271 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1f1f24ca-84be-46d8-bedc-510a8eabf2e1 req-9773a83a-18d9-4cd3-949b-e1ef2fc3eaca tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0302238 Apr 14 21:12:20.331268 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5ba6cf3-46ee-42e1-b6e8-e5dfb542609e req-440a30e2-e945-4080-ab87-7b444ef44510 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Apr 14 21:12:20.826137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a4d9-faad-4f7b-b452-e8b9140ba090 req-8336d597-78f7-4994-8733-78868074908e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:20.828261 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-38a1a4d9-faad-4f7b-b452-e8b9140ba090 req-8336d597-78f7-4994-8733-78868074908e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0497880 Apr 14 21:12:20.843478 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 0a575f65-2526-4d26-bcc9-43dc247e881d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:20.889919 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-38a1a4d9-faad-4f7b-b452-e8b9140ba090 req-29a1d2a3-833a-4bf2-b85f-ac75131bc845 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553541 Apr 14 21:12:20.925580 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6a67-8cb0-40d8-af98-f2c506436b49 req-976af612-2916-4040-8f75-bc6c9060a91c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:20.929432 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d75e6a67-8cb0-40d8-af98-f2c506436b49 req-976af612-2916-4040-8f75-bc6c9060a91c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0820451 Apr 14 21:12:20.980455 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d75e6a67-8cb0-40d8-af98-f2c506436b49 req-d6cb38b0-8d57-45b6-86be-c3dd7fe348f7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Apr 14 21:12:20.997731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0a575f65-2526-4d26-bcc9-43dc247e881d,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:21.013346 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '0a575f65-2526-4d26-bcc9-43dc247e881d', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'port_id': '0a575f65-2526-4d26-bcc9-43dc247e881d', 'mac_address': 'fa:16:3e:aa:80:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:21.022084 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27deae-145a-4103-b745-5db722b16e41 req-4e9d0926-189d-45e3-b624-7b46cfec55f9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:21.025416 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4f27deae-145a-4103-b745-5db722b16e41 req-4e9d0926-189d-45e3-b624-7b46cfec55f9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0693586 Apr 14 21:12:21.052883 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 0a575f65-2526-4d26-bcc9-43dc247e881d is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:21.053304 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:21.066747 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a575f65-2526-4d26-bcc9-43dc247e881d {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:21.073766 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4f27deae-145a-4103-b745-5db722b16e41 req-3399645e-dd45-42c2-8e3c-e43049730423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Apr 14 21:12:21.087309 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0a575f65-2526-4d26-bcc9-43dc247e881d,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:21.157401 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:21.212948 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:21.299240 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dfedc99c-b125-4df1-a0c7-c0719fe44479 req-39aa4fa0-4ccf-4d2b-bc50-bd8555da319a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0267668 Apr 14 21:12:21.424976 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-52ea9713-19e1-485b-b5fc-0fdd524afed1 req-63faccbc-b75e-47d0-8942-5138c7dee83e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Apr 14 21:12:22.004281 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b4aa-07a8-4a17-b002-1c47ec94a5bd req-8f50ae9f-b04e-4a61-a79b-182844498175 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:22.005821 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c85b4aa-07a8-4a17-b002-1c47ec94a5bd req-8f50ae9f-b04e-4a61-a79b-182844498175 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0491669 Apr 14 21:12:22.058104 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c85b4aa-07a8-4a17-b002-1c47ec94a5bd req-99801b13-6b21-454d-9c5f-693fd6bc9713 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Apr 14 21:12:22.107633 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b78b9-5f6c-4e69-b98a-87b595866549 req-f1da850d-0aa4-4c4f-b5d9-1e4681dfd9b7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:22.109159 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ba3b78b9-5f6c-4e69-b98a-87b595866549 req-f1da850d-0aa4-4c4f-b5d9-1e4681dfd9b7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0512674 Apr 14 21:12:22.162652 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ba3b78b9-5f6c-4e69-b98a-87b595866549 req-0629cd78-52a0-41c7-8480-1c7d7827549c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 Apr 14 21:12:22.194871 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ef4e-12e3-473d-b7ef-f803a4e1ec80 req-4e3e36a0-30f9-4653-8dba-05a26d8500af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:22.196337 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6001ef4e-12e3-473d-b7ef-f803a4e1ec80 req-4e3e36a0-30f9-4653-8dba-05a26d8500af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0492194 Apr 14 21:12:22.242150 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6001ef4e-12e3-473d-b7ef-f803a4e1ec80 req-da612936-3124-4ea6-887a-c9a2b6396044 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Apr 14 21:12:22.395937 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8c33f63c-66b2-49b7-9082-d5e530f45148 req-83aca7a4-5fe1-43a3-8bab-17295f3f4d58 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0292664 Apr 14 21:12:22.519901 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e1744834-94fe-4332-9c5e-9ee5ad6e0bdc req-3ac5d954-f703-44f2-97c7-d0e2b13c007a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Apr 14 21:12:22.775677 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['0a575f65-2526-4d26-bcc9-43dc247e881d'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:23.164038 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-7590c64a-2752-4f13-aaab-217c98ebba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.166818 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-7590c64a-2752-4f13-aaab-217c98ebba20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1127 time: 0.0512121 Apr 14 21:12:23.255229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-d64febac-874a-4134-acca-647f7ca68b5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 217 time: 0.0500193 Apr 14 21:12:23.405521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42495720-77fd-4ea8-99d6-466bcd11769e req-3009bdc1-8055-4364-a305-56578eaa3192 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.413786 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-42495720-77fd-4ea8-99d6-466bcd11769e req-3009bdc1-8055-4364-a305-56578eaa3192 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.1676109 Apr 14 21:12:23.481167 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-42495720-77fd-4ea8-99d6-466bcd11769e req-4244c095-c6de-45a6-9905-2e78b2998e1b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664949 Apr 14 21:12:23.483968 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071ca2-e54c-4813-a2b6-5b386e850d14 req-c56319ee-4298-46aa-8371-93bec35061d6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.485492 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a4071ca2-e54c-4813-a2b6-5b386e850d14 req-c56319ee-4298-46aa-8371-93bec35061d6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.3252366 Apr 14 21:12:23.531290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-e0de3825-c954-4291-ad6a-931cc562e405 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.532733 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-e0de3825-c954-4291-ad6a-931cc562e405 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 811 time: 0.4168413 Apr 14 21:12:23.568903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-ba5db616-2777-424a-b931-ae9836d6d248 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.570335 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-ba5db616-2777-424a-b931-ae9836d6d248 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.4457030 Apr 14 21:12:23.578076 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a4071ca2-e54c-4813-a2b6-5b386e850d14 req-38a9ca14-1b8d-496e-b6f0-aa8b0d9173d6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820808 Apr 14 21:12:23.590116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5259437-a457-42cd-bc26-d6e3f961de5a req-b4f1ab47-3ffc-4721-8d33-a4cce4b75920 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.591579 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5259437-a457-42cd-bc26-d6e3f961de5a req-b4f1ab47-3ffc-4721-8d33-a4cce4b75920 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0498857 Apr 14 21:12:23.643557 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5259437-a457-42cd-bc26-d6e3f961de5a req-94e55744-3b4a-4457-b81b-7a87df62af42 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Apr 14 21:12:23.670122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fd3bddc6-aa0d-4dab-84d9-f32e55bd5e28 req-022254cd-5521-4c01-8735-374b0517ab46 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0330520 Apr 14 21:12:23.751805 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c05acd3a-5187-4507-87c9-9739c9372f7d req-6a6f7605-aa29-4e92-80c8-2cdcdd6663bd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0261424 Apr 14 21:12:23.842404 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-232a2ef3-4140-4e28-9537-11c79278ecaf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:23.843871 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-232a2ef3-4140-4e28-9537-11c79278ecaf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/networks?id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 200 len: 809 time: 0.1135063 Apr 14 21:12:23.858438 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-0a4637ea-e3f8-43ce-9646-2d2eab3e7bcb tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/quotas/114a641f6cae45589c8c9060364aaff5 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Apr 14 21:12:23.890798 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-000ebb3a-0b2c-46a3-9a48-e1de8ad9439e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268996 Apr 14 21:12:23.979207 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6cced3ec-fec1-4458-a3c3-b90487543d9a service neutron] 10.222.0.24 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819490 Apr 14 21:12:24.070573 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-2c518aa0-6aa0-43bc-91d6-ed28b2e1794f service neutron] 10.222.0.24 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856760 Apr 14 21:12:24.108112 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 0a575f65-2526-4d26-bcc9-43dc247e881d up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:24.154981 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 0a575f65-2526-4d26-bcc9-43dc247e881d completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:24.297474 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 0a575f65-2526-4d26-bcc9-43dc247e881d triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:24.297774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:24.383216 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 0a575f65-2526-4d26-bcc9-43dc247e881d is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:24.383604 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:24.405769 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:24.408036 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c65cec5-8fa6-4286-ae0d-0800e3b944e6" -d '{"events": [{"server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "name": "network-vif-plugged", "status": "completed", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:24.421224 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0a575f65-2526-4d26-bcc9-43dc247e881d,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:24.444167 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c90ddd-750c-4cab-b748-b8359c63cc56 x-openstack-request-id: req-d3c90ddd-750c-4cab-b748-b8359c63cc56 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:24.444511 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "name": "network-vif-plugged", "status": "completed", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:24.444774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3c90ddd-750c-4cab-b748-b8359c63cc56 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:24.445191 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c90ddd-750c-4cab-b748-b8359c63cc56'] response: {'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d', 'code': 200} Apr 14 21:12:24.530193 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-47f3f8c1-b5da-4ae5-8b49-9c95e4cd1298 req-fbb0bace-8483-4a18-af12-9ff7685c78a7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0295897 Apr 14 21:12:24.580218 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:24.594013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40efa-e42f-4e67-b7b7-58e64c40f7cb req-a5cadf5b-15ef-438c-b62b-11bb42c62bd8 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:24.595513 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b1c40efa-e42f-4e67-b7b7-58e64c40f7cb req-a5cadf5b-15ef-438c-b62b-11bb42c62bd8 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0471046 Apr 14 21:12:24.639968 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:24.658105 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b1c40efa-e42f-4e67-b7b7-58e64c40f7cb req-27c6a6fa-2ef1-4a0e-b979-430f70c6b385 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Apr 14 21:12:24.707426 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8ed84-a291-4c0b-a321-4af44dba231a req-9c59e80f-4e93-4c2f-8d82-202940e8aef7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:24.708875 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-14f8ed84-a291-4c0b-a321-4af44dba231a req-9c59e80f-4e93-4c2f-8d82-202940e8aef7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0478699 Apr 14 21:12:24.757494 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-14f8ed84-a291-4c0b-a321-4af44dba231a req-38cc885b-a154-47e2-8395-e5c1330f5c11 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Apr 14 21:12:24.761301 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67bd9-66a5-4aca-b17a-0d7cae2e4d64 req-d8f90029-ed4b-4110-b64b-3238942e5c28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:24.762774 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-24f67bd9-66a5-4aca-b17a-0d7cae2e4d64 req-d8f90029-ed4b-4110-b64b-3238942e5c28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0513062 Apr 14 21:12:24.813379 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-24f67bd9-66a5-4aca-b17a-0d7cae2e4d64 req-5cb662b8-d1f8-4994-9eb6-3ebbe510d6ba tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Apr 14 21:12:24.861707 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4e88e69d-ea03-4f4c-8afb-7730febe306a req-b4044080-3b48-45f9-b139-ccec52f91ecd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0349369 Apr 14 21:12:24.894760 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-09e56c88-a8fb-4c50-aa9f-5ded4e53c455 req-cd4855e4-f9c4-40e8-936e-104c204373be tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Apr 14 21:12:25.610703 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9fd410b0-5f13-4ab8-b4ac-607658db878d req-c00be4a4-1f1f-437d-b553-4d0e4d155cc0 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0306642 Apr 14 21:12:25.775416 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80cbd-e677-46d9-9a27-eecb9ee7cf50 req-7b88a630-328a-4ad1-b95d-b279be1ea82b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:25.776877 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bff80cbd-e677-46d9-9a27-eecb9ee7cf50 req-7b88a630-328a-4ad1-b95d-b279be1ea82b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0448179 Apr 14 21:12:25.824829 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bff80cbd-e677-46d9-9a27-eecb9ee7cf50 req-0b0c5697-fe08-4714-9014-a7ac40048c7a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Apr 14 21:12:25.875684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cdc2c-a18c-4cac-95c6-67ea06971796 req-1e25bc0e-5682-4eb7-9437-3d795512436a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:25.877651 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-134cdc2c-a18c-4cac-95c6-67ea06971796 req-1e25bc0e-5682-4eb7-9437-3d795512436a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0477829 Apr 14 21:12:25.926395 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-134cdc2c-a18c-4cac-95c6-67ea06971796 req-1f911d5c-6c44-426e-93d0-9e99599298a2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Apr 14 21:12:25.932250 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe0b4-6164-4e75-81cd-68cd5d9c3c1c req-ac61e3ab-8d6c-4335-b6e4-4827afbb16af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:25.933914 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-653fe0b4-6164-4e75-81cd-68cd5d9c3c1c req-ac61e3ab-8d6c-4335-b6e4-4827afbb16af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0510321 Apr 14 21:12:25.982186 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-653fe0b4-6164-4e75-81cd-68cd5d9c3c1c req-4ef7912d-8869-479c-bceb-3594c799f7c1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Apr 14 21:12:26.012850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-60e27aec-efb0-4fd7-9fac-d3ce68d9957a req-b7c314f1-f232-44ec-93aa-dec20fa756cb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0299468 Apr 14 21:12:26.063459 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25b7adc1-d7ea-42ad-905d-5980cdfcdf66 req-7d523514-fbca-4fdc-9a36-fd9f29b19518 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0268271 Apr 14 21:12:26.704251 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-43bef976-7c5c-430b-aea2-7bfaa52a40fd req-0d508d34-1c0d-4b67-9cf2-29a6ffd9c161 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0287220 Apr 14 21:12:26.938895 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93049305-258f-45ba-bc3f-68102a0032a9 req-c2f2a0ca-bebd-42b0-bdbd-47ad1f63081a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:26.940359 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-93049305-258f-45ba-bc3f-68102a0032a9 req-c2f2a0ca-bebd-42b0-bdbd-47ad1f63081a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0467823 Apr 14 21:12:26.987646 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-93049305-258f-45ba-bc3f-68102a0032a9 req-4ce3a341-5ee0-4a9d-9f86-b81b58794c4b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Apr 14 21:12:27.045244 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc6ca-709a-4c51-be06-7e51ac013c42 req-ea492af2-c14d-4b91-b18c-757e3048c56f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:27.047108 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-103fc6ca-709a-4c51-be06-7e51ac013c42 req-ea492af2-c14d-4b91-b18c-757e3048c56f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0492399 Apr 14 21:12:27.095588 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-103fc6ca-709a-4c51-be06-7e51ac013c42 req-4e29d436-dbbb-4c4d-abdb-419b66248ef0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Apr 14 21:12:27.103236 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23660cc-97e2-427b-bbdf-510ae886cf44 req-9baaf993-f5ef-4eb9-b89c-bfb6285e383f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:27.104739 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e23660cc-97e2-427b-bbdf-510ae886cf44 req-9baaf993-f5ef-4eb9-b89c-bfb6285e383f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0506539 Apr 14 21:12:27.155218 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e23660cc-97e2-427b-bbdf-510ae886cf44 req-fd510fee-b72d-49b5-a28f-2779fce02c49 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Apr 14 21:12:27.187899 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cff14a53-d6dd-45d5-a773-7793321c4f7b req-3851c5cc-d350-43d3-988b-b59c18a8fe90 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0309792 Apr 14 21:12:27.244613 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-66c2e25a-3f60-4332-9636-a228b9767871 req-25fed99c-4449-433b-84e2-d7d1fb602ae7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Apr 14 21:12:27.798734 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f6baa874-841b-42e9-b3c8-f5c4ba940e3d req-67c9bb1a-6d0f-4a57-86b4-819c7d58d2f5 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0290916 Apr 14 21:12:28.097625 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81f576-b221-4cb9-9d5f-668d731bf5f0 req-c7c24b52-04b3-4d7d-9c7b-c6b3fe32ad48 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:28.099085 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd81f576-b221-4cb9-9d5f-668d731bf5f0 req-c7c24b52-04b3-4d7d-9c7b-c6b3fe32ad48 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0461242 Apr 14 21:12:28.150669 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd81f576-b221-4cb9-9d5f-668d731bf5f0 req-f1451860-653f-4b75-9239-8713081888e7 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453959 Apr 14 21:12:28.213008 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0355-8560-48c4-8356-83a4c00ceb4d req-b21fe020-6df7-4b43-9bc1-b12d98030c1f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:28.213390 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e85d0355-8560-48c4-8356-83a4c00ceb4d req-b21fe020-6df7-4b43-9bc1-b12d98030c1f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0473223 Apr 14 21:12:28.260567 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e85d0355-8560-48c4-8356-83a4c00ceb4d req-471610e6-3cd0-4227-99db-80bdc79f3a8d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Apr 14 21:12:28.269682 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795bb34-8fbb-4b97-bc73-09184ed47866 req-0b79465e-d433-411d-8079-a2e9105b8374 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:28.271229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6795bb34-8fbb-4b97-bc73-09184ed47866 req-0b79465e-d433-411d-8079-a2e9105b8374 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 944 time: 0.0463336 Apr 14 21:12:28.327031 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6795bb34-8fbb-4b97-bc73-09184ed47866 req-4e6dbdf7-0dc3-47f4-8b71-2efad0ff0a86 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Apr 14 21:12:28.362752 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70548ef8-7100-428a-9ed2-98637a45ff74 req-0fc1cda7-ee72-4068-8212-166937b1399d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0342038 Apr 14 21:12:28.413498 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3a475e28-f88f-4f89-ae02-3c995dac0f92 req-20c4826e-e26f-4f82-8c6e-6f5e293bf433 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Apr 14 21:12:28.889689 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c7b6081e-e280-4017-ba13-dc84b0723e5a req-9e1a98e6-6be0-4698-bf0f-69588d1819d8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0267489 Apr 14 21:12:28.903705 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 57b785df-66cc-461c-9ac0-409cca7eb6d1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:28.998092 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:29.012569 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '57b785df-66cc-461c-9ac0-409cca7eb6d1', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'port_id': '57b785df-66cc-461c-9ac0-409cca7eb6d1', 'mac_address': 'fa:16:3e:02:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:29.048414 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 57b785df-66cc-461c-9ac0-409cca7eb6d1 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:29.048719 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:29.061445 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b785df-66cc-461c-9ac0-409cca7eb6d1 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:29.080816 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:29.261223 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e3a3e-3b48-413e-b4be-38570166d70f req-1a666077-2268-4573-88b5-a25f2d3baced tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:29.262668 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5a1e3a3e-3b48-413e-b4be-38570166d70f req-1a666077-2268-4573-88b5-a25f2d3baced tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0448976 Apr 14 21:12:29.297374 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:29.314447 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5a1e3a3e-3b48-413e-b4be-38570166d70f req-df88b13a-7d1a-47ed-803b-64b23e358d0c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Apr 14 21:12:29.345369 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:29.381925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e5956-1daa-4d35-83b6-3ecf6bdfd8d9 req-f9082213-6b3e-4bdf-9318-f0f0b8f420d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:29.384468 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-344e5956-1daa-4d35-83b6-3ecf6bdfd8d9 req-f9082213-6b3e-4bdf-9318-f0f0b8f420d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0511949 Apr 14 21:12:29.433460 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-344e5956-1daa-4d35-83b6-3ecf6bdfd8d9 req-ee313ed9-7b72-4a86-a309-fc9b508d38eb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 Apr 14 21:12:29.448898 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860fc24-503a-4608-98c0-2c7a6a831a16 req-b67f9f34-b5a5-41dc-981a-a784f93218aa tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:29.450509 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1860fc24-503a-4608-98c0-2c7a6a831a16 req-b67f9f34-b5a5-41dc-981a-a784f93218aa tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 945 time: 0.0540891 Apr 14 21:12:29.504449 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1860fc24-503a-4608-98c0-2c7a6a831a16 req-b962e446-f148-4209-9f4e-ede3b506d38c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Apr 14 21:12:29.522296 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e807b14-d38a-4bbc-a19c-350b55a388cb req-fe506507-e027-4215-b880-4027b82a0bd8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0264595 Apr 14 21:12:29.585523 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-859c5c7e-a370-4248-9513-3f56caeca66c req-60a1007a-1d9c-4324-af72-cfd68728b345 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0259273 Apr 14 21:12:29.991778 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.57', 60844) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:30.019475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-cc7c113c-cd7c-449c-84c2-e5f3a561e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.021026 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-cc7c113c-cd7c-449c-84c2-e5f3a561e306 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0548742 Apr 14 21:12:30.067098 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-8c2ed818-1748-4d0f-8427-6d4100de9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.068637 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-8c2ed818-1748-4d0f-8427-6d4100de9592 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421934 Apr 14 21:12:30.070653 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0bb58a7b-7a4a-43b6-9ed4-f262d40518fc req-31eb4001-1411-4dc6-866c-a6c07eefe266 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.1161201 Apr 14 21:12:30.130486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-0c47355e-5129-4620-8ce1-bb400848a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.132023 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-0c47355e-5129-4620-8ce1-bb400848a317 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 1130 time: 0.1371000 Apr 14 21:12:30.164064 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-5d06425c-9de9-4f9b-972c-8ae5d2c93cc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 380 time: 0.1898942 Apr 14 21:12:30.174767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'port': {'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'admin_state_up': True, 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'security_groups': ['a419592c-e441-4507-b1f4-1773ec44985c']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:30.178177 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-ae902a86-4876-49f8-8236-1c1f36f65036 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019499 Apr 14 21:12:30.182165 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-6af0cfc2-8358-4173-8efa-b2289e8745f9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 379 time: 0.2151175 Apr 14 21:12:30.184211 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-ffa9a456-a1a9-46e5-9270-2f11c2d0a8da service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.191627 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['57b785df-66cc-461c-9ac0-409cca7eb6d1'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:30.208430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'port': {'device_id': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'admin_state_up': True, 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'security_groups': ['8f8b9d5c-6a8a-4101-825d-29a3011f2d92']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:30.287373 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64d9a7c0-7150-42a0-a32b-068264cd7416 req-98ce4339-257c-4460-bd5f-cbbf77b07ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991306 Apr 14 21:12:30.481252 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-ffa9a456-a1a9-46e5-9270-2f11c2d0a8da service neutron] Publish callbacks [] for security_group (e8bf8fab-7203-480f-a437-b7366fcf48be), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.561157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91486575-af46-4ac3-8709-31752cb0843a req-52fb1caa-6d52-4bd2-bffd-f0ec3c9777cd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.562729 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91486575-af46-4ac3-8709-31752cb0843a req-52fb1caa-6d52-4bd2-bffd-f0ec3c9777cd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0523586 Apr 14 21:12:30.569176 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Made reservation on behalf of b9a54727a0284b23bb227947980f35b4 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:30.572630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.576848 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:30.580151 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.613009 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-ffa9a456-a1a9-46e5-9270-2f11c2d0a8da service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e8bf8fab-7203-480f-a437-b7366fcf48be), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.668841 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0c53-b128-4621-98fa-43d59d1f1b35 req-f9ce1463-e3d9-409b-9ca5-d50a60657cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.670401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7f5f0c53-b128-4621-98fa-43d59d1f1b35 req-f9ce1463-e3d9-409b-9ca5-d50a60657cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.2916503 Apr 14 21:12:30.676718 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7b8c-2820-4c34-8254-bc40efb8894c req-fdbe2f73-f044-4fb4-ad99-f77a297611db tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.678098 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-867a7b8c-2820-4c34-8254-bc40efb8894c req-fdbe2f73-f044-4fb4-ad99-f77a297611db tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.2689726 Apr 14 21:12:30.730882 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-867a7b8c-2820-4c34-8254-bc40efb8894c req-84f5dc2e-2997-4bf1-b908-496fb113292e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468895 Apr 14 21:12:30.740275 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9a456-a1a9-46e5-9270-2f11c2d0a8da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bf8fab-7203-480f-a437-b7366fcf48be,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:30.752860 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-510fc2fb-faa6-4f4f-9a71-77b08cf1e11b req-ffa9a456-a1a9-46e5-9270-2f11c2d0a8da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083946 Apr 14 21:12:30.795984 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91486575-af46-4ac3-8709-31752cb0843a req-1abd5992-7b70-48fc-95ac-3c99ec7467a9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197249 Apr 14 21:12:30.864497 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e0636-8a0b-4f4a-8c50-341cad65af34 req-3d466003-82d6-4e0e-b1cd-5a261a5406d7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.866068 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1d3e0636-8a0b-4f4a-8c50-341cad65af34 req-3d466003-82d6-4e0e-b1cd-5a261a5406d7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 945 time: 0.0551224 Apr 14 21:12:30.917722 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2079e45d-47dd-4053-8d55-10a297b0f969 req-9e90a403-472e-4ba9-87b3-a4372302bb38 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0348029 Apr 14 21:12:30.925212 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1d3e0636-8a0b-4f4a-8c50-341cad65af34 req-f722d659-ac45-4ab7-b4d1-089cd2094963 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Apr 14 21:12:30.951471 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Allocated IP 172.20.0.8 (339690d3-6771-4294-860c-4b1a2fbc5c72/5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b/757630be-4156-4c96-bed1-670f7dc65532) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:30.960904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.20.0.8 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/7c34be4a-20b7-4320-a69d-4f70a7dda0ad) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:31.015696 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-01369ccb-5fca-4ad0-a6a5-84d30a40f15b req-94a0518d-6078-4874-8a97-3763b7fb8d97 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0311756 Apr 14 21:12:31.182534 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2cf58856-e916-4f80-9f0d-b8070c1c1f7b req-2670be24-d8e4-44bc-9477-219f9ad7f274 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0382507 Apr 14 21:12:31.236487 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (757630be-4156-4c96-bed1-670f7dc65532), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.247923 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.489392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.491190 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.527461 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 57b785df-66cc-461c-9ac0-409cca7eb6d1 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:31.549502 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:31.551183 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:31.556257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:31.558244 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:31.559893 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:31.565366 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:31.565665 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.568339 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:31.570642 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:31.574994 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 57b785df-66cc-461c-9ac0-409cca7eb6d1 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:31.575667 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:31.576292 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.632570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:31.717142 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 57b785df-66cc-461c-9ac0-409cca7eb6d1 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:31.717522 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.724396 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-b40edafc-5bbf-469e-85fa-1212d29a87bb tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5257835 Apr 14 21:12:31.759801 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-4958e446-4bda-4eb9-8705-8f812f98094d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5876899 Apr 14 21:12:31.859025 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310df88b-7912-4c12-b8d1-20c885d1847a req-7370221e-34ce-42cd-a7c4-f55810d1a2c0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:31.859619 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Provisioning complete for port 757630be-4156-4c96-bed1-670f7dc65532 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:31.859877 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (757630be-4156-4c96-bed1-670f7dc65532), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.868760 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-310df88b-7912-4c12-b8d1-20c885d1847a req-7370221e-34ce-42cd-a7c4-f55810d1a2c0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0575407 Apr 14 21:12:31.890521 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 57b785df-66cc-461c-9ac0-409cca7eb6d1 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:31.890911 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.910413 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34756) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:31.918944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Port 757630be-4156-4c96-bed1-670f7dc65532 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:31.935807 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:31.938109 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-310df88b-7912-4c12-b8d1-20c885d1847a req-c83dbaab-25f6-4385-a9bb-da81e94cce86 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681601 Apr 14 21:12:31.938234 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2db8a8-7bb1-45b1-8d8f-8ae848af3191" -d '{"events": [{"server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "name": "network-vif-plugged", "status": "completed", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:31.942671 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e60d-7f10-44a5-ac01-635686b05f39 req-113e8e15-ae07-4668-9090-a9f78da7e7fb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:31.951282 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7506e60d-7f10-44a5-ac01-635686b05f39 req-113e8e15-ae07-4668-9090-a9f78da7e7fb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0717173 Apr 14 21:12:31.960996 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Provisioning complete for port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:31.961329 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.968317 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:32.003361 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e41b61-4df4-4158-af41-fd616d1845db x-openstack-request-id: req-77e41b61-4df4-4158-af41-fd616d1845db {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:32.003676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "name": "network-vif-plugged", "status": "completed", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:32.003935 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77e41b61-4df4-4158-af41-fd616d1845db {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:32.004404 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e41b61-4df4-4158-af41-fd616d1845db'] response: {'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1', 'code': 200} Apr 14 21:12:32.005357 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7506e60d-7f10-44a5-ac01-635686b05f39 req-a4b80f43-1f56-4af7-b188-772b7be608bd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495529 Apr 14 21:12:32.014716 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-229a5f07-455d-48cb-b0ab-e5c14dfd8963 None None] Port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:32.056500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-44e992b2-6873-486f-aa2c-8688862acdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.078605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.122255 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68819-65a7-495a-94fc-d8093d36e0e6 req-122351b2-597d-48c5-99df-15cbb8cd8e34 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:32.123924 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b7f68819-65a7-495a-94fc-d8093d36e0e6 req-122351b2-597d-48c5-99df-15cbb8cd8e34 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0591443 Apr 14 21:12:32.147884 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7e3f-ebb1-498d-b5f8-233c9818d03b req-e24b498c-0753-4c9b-ac3f-a6206b12565f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:32.149989 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f2ce7e3f-ebb1-498d-b5f8-233c9818d03b req-e24b498c-0753-4c9b-ac3f-a6206b12565f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0550585 Apr 14 21:12:32.217647 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f2ce7e3f-ebb1-498d-b5f8-233c9818d03b req-61b0b38a-a617-482a-a937-d94a225016ef tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559411 Apr 14 21:12:32.233030 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b7f68819-65a7-495a-94fc-d8093d36e0e6 req-c22b02c7-9bc2-4855-b954-cffe30d16c73 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Apr 14 21:12:32.248067 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-44e992b2-6873-486f-aa2c-8688862acdbe admin admin] Publish callbacks [] for security_group (5df27a8a-fffc-4240-800e-e83c61106076), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.289697 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:32.324470 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9be3b921-9dc1-4bc4-8b6c-42f1f8892de6 req-39f73abb-50a5-4709-8124-33f41695bf44 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0295775 Apr 14 21:12:32.335261 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88be28-cc2d-493d-8921-ab80f644fb14 req-5ed9bd83-e5fc-4fbe-91e7-80b13150ae54 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:32.342953 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9b88be28-cc2d-493d-8921-ab80f644fb14 req-5ed9bd83-e5fc-4fbe-91e7-80b13150ae54 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0541668 Apr 14 21:12:32.382785 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-44e992b2-6873-486f-aa2c-8688862acdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (5df27a8a-fffc-4240-800e-e83c61106076), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.398996 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9b88be28-cc2d-493d-8921-ab80f644fb14 req-cc287f2c-b56d-40b6-a706-953062b6a9bd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522046 Apr 14 21:12:32.424211 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-44e992b2-6873-486f-aa2c-8688862acdbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a12d9fc04ab4eadb7b44043072742c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5126157 Apr 14 21:12:32.426838 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34778) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:32.428937 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e992b2-6873-486f-aa2c-8688862acdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df27a8a-fffc-4240-800e-e83c61106076,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:32.476767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] Publish callbacks [] for security_group (5df27a8a-fffc-4240-800e-e83c61106076), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.497510 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] Publish callbacks [] for security_group (5df27a8a-fffc-4240-800e-e83c61106076), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.642628 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (5df27a8a-fffc-4240-800e-e83c61106076), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.645257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:32.646377 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5df27a8a-fffc-4240-800e-e83c61106076 HTTP/1.1" status: 204 len: 168 time: 0.2185349 Apr 14 21:12:32.654129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aea12-f7c9-4c3a-9792-3ea75bb22bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df27a8a-fffc-4240-800e-e83c61106076,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:33.052838 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527a6bc-105a-46fc-a19e-798feabea227 req-45ea658b-e9b4-4f90-aa4f-17f9d934996c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:33.054374 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5527a6bc-105a-46fc-a19e-798feabea227 req-45ea658b-e9b4-4f90-aa4f-17f9d934996c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0526597 Apr 14 21:12:33.104559 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5527a6bc-105a-46fc-a19e-798feabea227 req-3c87023c-89a9-4934-8602-646b5cbcd61a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Apr 14 21:12:33.129559 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85039e-f1a3-49a4-b282-2cd153741249 req-1ece3147-5a85-450d-9d20-581a29ce47cb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:33.131026 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f85039e-f1a3-49a4-b282-2cd153741249 req-1ece3147-5a85-450d-9d20-581a29ce47cb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0464599 Apr 14 21:12:33.181876 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f85039e-f1a3-49a4-b282-2cd153741249 req-74f1274a-c69e-4c43-835e-c6b2975360cd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Apr 14 21:12:33.325724 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927109e2-3fb0-4223-b689-c2e81c86ceea req-861764cd-1525-49a8-b6ba-baada3181093 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:33.327208 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-927109e2-3fb0-4223-b689-c2e81c86ceea req-861764cd-1525-49a8-b6ba-baada3181093 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0479460 Apr 14 21:12:33.330810 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d5747-8f72-42d5-a9c2-00c7b8a91683 req-ca83a92f-a5ae-43b4-b886-eb31fb71682e tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:33.332293 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8b0d5747-8f72-42d5-a9c2-00c7b8a91683 req-ca83a92f-a5ae-43b4-b886-eb31fb71682e tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0473361 Apr 14 21:12:33.379507 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8b0d5747-8f72-42d5-a9c2-00c7b8a91683 req-08d35338-9c21-4240-8cf4-552b70bc82dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Apr 14 21:12:33.388677 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-927109e2-3fb0-4223-b689-c2e81c86ceea req-4627da36-8754-411a-a8a1-3971af974d40 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553298 Apr 14 21:12:33.431460 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34798) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:33.452742 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8596cf3-76a3-4230-87b8-b87e9a4c6d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.478844 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-85c87bab-ec21-4f03-85b8-7691c209075c req-747cdf59-b503-4be2-8d71-56929a98b0f2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0345955 Apr 14 21:12:33.525166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c252-6dcc-4009-9484-40ff3de522af req-e1452826-963b-4a0f-aa9b-15fba20e0d7d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:33.527185 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e823c252-6dcc-4009-9484-40ff3de522af req-e1452826-963b-4a0f-aa9b-15fba20e0d7d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0578940 Apr 14 21:12:33.546109 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8596cf3-76a3-4230-87b8-b87e9a4c6d34 admin admin] Publish callbacks [] for security_group (9f190d69-973e-4dc7-865f-713a0d4ee737), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.575489 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e823c252-6dcc-4009-9484-40ff3de522af req-e0720138-7d19-488b-ad43-ba145653ebf6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Apr 14 21:12:33.625484 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8596cf3-76a3-4230-87b8-b87e9a4c6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9f190d69-973e-4dc7-865f-713a0d4ee737), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.667073 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d8596cf3-76a3-4230-87b8-b87e9a4c6d34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2f86a74118b4debaa1d28451435dbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339437 Apr 14 21:12:33.667920 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8596cf3-76a3-4230-87b8-b87e9a4c6d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f190d69-973e-4dc7-865f-713a0d4ee737,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:33.669688 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34800) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:33.729588 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] Publish callbacks [] for security_group (9f190d69-973e-4dc7-865f-713a0d4ee737), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.750715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] Publish callbacks [] for security_group (9f190d69-973e-4dc7-865f-713a0d4ee737), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.886170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9f190d69-973e-4dc7-865f-713a0d4ee737), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.888790 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.889969 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f190d69-973e-4dc7-865f-713a0d4ee737 HTTP/1.1" status: 204 len: 168 time: 0.2160509 Apr 14 21:12:33.898537 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423a39e-9787-416e-8d5b-b0f87ff4ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f190d69-973e-4dc7-865f-713a0d4ee737,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:34.218144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeef60-a5e0-42d2-910d-8bd26c066a95 req-5493507a-0f2b-496b-9baa-9e75d917af10 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:34.220895 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6caeef60-a5e0-42d2-910d-8bd26c066a95 req-5493507a-0f2b-496b-9baa-9e75d917af10 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0506885 Apr 14 21:12:34.269974 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6caeef60-a5e0-42d2-910d-8bd26c066a95 req-efa5dc70-9e29-4823-a8a6-9972ff9f776c tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Apr 14 21:12:34.311587 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aab56-c2a8-4ba1-9c10-ec6a268c5dae req-a0975778-37bd-49b2-b9ee-9d414f7a6d94 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:34.313159 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-769aab56-c2a8-4ba1-9c10-ec6a268c5dae req-a0975778-37bd-49b2-b9ee-9d414f7a6d94 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0508170 Apr 14 21:12:34.360481 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-769aab56-c2a8-4ba1-9c10-ec6a268c5dae req-bf14f1e2-c57f-4ab6-aecb-6655f0337737 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Apr 14 21:12:34.502419 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59b38-25af-485f-8737-fc0288c39900 req-06825250-95a1-4468-9066-c67470a8bd9a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:34.502823 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebbac7-3908-4967-846b-95b07a4db5de req-2318b1c0-7fa2-4df9-9ef4-0443b529e970 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:34.503804 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-48f59b38-25af-485f-8737-fc0288c39900 req-06825250-95a1-4468-9066-c67470a8bd9a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0459769 Apr 14 21:12:34.504274 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3aebbac7-3908-4967-846b-95b07a4db5de req-2318b1c0-7fa2-4df9-9ef4-0443b529e970 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0454557 Apr 14 21:12:34.551603 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-48f59b38-25af-485f-8737-fc0288c39900 req-b534bbde-a3c3-40f7-9e97-cdab4828e324 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Apr 14 21:12:34.555517 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3aebbac7-3908-4967-846b-95b07a4db5de req-c83eea0c-95a5-405c-a2ea-9b2f7c72185e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Apr 14 21:12:34.640644 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-83e80f8c-bd7e-4534-87d4-c3e586deca32 req-6eb653dc-2391-4b6c-b4a6-466774127df9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0305326 Apr 14 21:12:34.692826 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112931ea-a2d9-4cac-beea-d1f6aa617a8b req-c6eeb7d8-cbad-4a84-84cb-2d5715f8d58e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:34.694345 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-112931ea-a2d9-4cac-beea-d1f6aa617a8b req-c6eeb7d8-cbad-4a84-84cb-2d5715f8d58e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0511527 Apr 14 21:12:34.739219 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-112931ea-a2d9-4cac-beea-d1f6aa617a8b req-9d7f5528-c5b6-4765-8243-0df14d09a1e7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Apr 14 21:12:35.381088 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac492427-20bd-4203-af4c-80e98347c7fc req-b2a196ce-37c5-4641-bae4-62a0ef0cd0cd tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:35.382585 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ac492427-20bd-4203-af4c-80e98347c7fc req-b2a196ce-37c5-4641-bae4-62a0ef0cd0cd tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0480402 Apr 14 21:12:35.431455 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ac492427-20bd-4203-af4c-80e98347c7fc req-8347eff2-b943-44dd-9ff5-abe4605e9f71 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Apr 14 21:12:35.452998 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.474755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d4721-7911-4e07-9f1a-55004aab79b6 req-4195a55e-06c4-4eb6-80f3-ce436d4fe775 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:35.476206 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-430d4721-7911-4e07-9f1a-55004aab79b6 req-4195a55e-06c4-4eb6-80f3-ce436d4fe775 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0460837 Apr 14 21:12:35.522521 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-430d4721-7911-4e07-9f1a-55004aab79b6 req-1413c82a-2233-4b2b-8269-132fc01f6e52 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Apr 14 21:12:35.668118 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13625e5c-f949-4d0f-a66a-b52b77b0be19 req-1644669f-4b7c-4d50-96bb-6f11bcf1cb8f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:35.669624 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13625e5c-f949-4d0f-a66a-b52b77b0be19 req-1644669f-4b7c-4d50-96bb-6f11bcf1cb8f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0454926 Apr 14 21:12:35.669736 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b158f-f36c-4e35-9c04-3b1314cfcc09 req-9766d8dc-8751-4413-b722-158f80334cad tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:35.671389 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-369b158f-f36c-4e35-9c04-3b1314cfcc09 req-9766d8dc-8751-4413-b722-158f80334cad tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0458207 Apr 14 21:12:35.718968 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13625e5c-f949-4d0f-a66a-b52b77b0be19 req-c6b99624-4c49-4576-89fd-ad1675ddd74b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Apr 14 21:12:35.727872 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-369b158f-f36c-4e35-9c04-3b1314cfcc09 req-ef0d1514-f744-4496-83c8-4ef137621c74 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Apr 14 21:12:35.821095 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-702de8de-c22b-4f18-be13-67ddaf7e136d req-37c55c18-0b8c-4df5-93f0-ab8d4c6616d2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0378180 Apr 14 21:12:35.882113 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4fb71-5738-4ad5-a7cd-67ab46623795 req-86c49d34-2bf6-40b1-8b26-2becfcacfd1d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:35.883581 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5cb4fb71-5738-4ad5-a7cd-67ab46623795 req-86c49d34-2bf6-40b1-8b26-2becfcacfd1d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0460949 Apr 14 21:12:35.934968 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5cb4fb71-5738-4ad5-a7cd-67ab46623795 req-30b98901-7f1e-488e-ab48-5320ebec4cc5 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453444 Apr 14 21:12:36.329769 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:36.432503 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:36.445162 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:36.482406 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:36.483072 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.496253 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:36.517619 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:36.554105 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f47391-9f10-4d1c-983c-c1827bfba45c req-89d8197b-aeeb-41f1-a9c2-2b7cab5379f3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:36.555705 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38f47391-9f10-4d1c-983c-c1827bfba45c req-89d8197b-aeeb-41f1-a9c2-2b7cab5379f3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0526612 Apr 14 21:12:36.593903 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.614596 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38f47391-9f10-4d1c-983c-c1827bfba45c req-a0e1d261-65ac-40ba-a0b8-ceb9b5941619 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526628 Apr 14 21:12:36.659864 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924804d-ced9-4c47-bc84-32a5f939cd79 req-8bf17c17-bc3e-4f4a-9a79-451c7affb47c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:36.661593 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e924804d-ced9-4c47-bc84-32a5f939cd79 req-8bf17c17-bc3e-4f4a-9a79-451c7affb47c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.0543787 Apr 14 21:12:36.670250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:36.715135 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e924804d-ced9-4c47-bc84-32a5f939cd79 req-45eab8e4-4838-4810-848b-bcceeffecf84 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462797 Apr 14 21:12:36.832061 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d6e5-02e2-4bb0-8e69-885199f16500 req-c5322115-aad6-4eb6-990c-e80383b94bdf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:36.834049 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e1c0d6e5-02e2-4bb0-8e69-885199f16500 req-c5322115-aad6-4eb6-990c-e80383b94bdf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0470955 Apr 14 21:12:36.860289 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc9cf7-54e1-4bf7-863f-87de47c8e4f9 req-6d1a2028-6a63-465d-a131-17156a472145 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:36.861814 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0ffc9cf7-54e1-4bf7-863f-87de47c8e4f9 req-6d1a2028-6a63-465d-a131-17156a472145 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0609033 Apr 14 21:12:36.886072 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e1c0d6e5-02e2-4bb0-8e69-885199f16500 req-e11c6db7-d84b-44c8-ae80-1183d28abaf8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443170 Apr 14 21:12:36.921137 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0ffc9cf7-54e1-4bf7-863f-87de47c8e4f9 req-cfa30496-66e8-4efe-9d1d-b924da629b53 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Apr 14 21:12:36.979884 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-17d680fc-d7a0-4df8-99a5-e3b01cc3f30a req-06584205-456d-4a22-a95e-a6c47b9bf01b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0322683 Apr 14 21:12:37.052338 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64348-7a39-40ad-a9cb-cea1f15d0bf2 req-65c4cdcd-9bd6-4fbb-9795-6d363d14f581 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:37.054042 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8b64348-7a39-40ad-a9cb-cea1f15d0bf2 req-65c4cdcd-9bd6-4fbb-9795-6d363d14f581 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0486054 Apr 14 21:12:37.101736 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8b64348-7a39-40ad-a9cb-cea1f15d0bf2 req-fc4f16c7-d1ed-4c32-a9f0-e060ac716da1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 14 21:12:37.637500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34912) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:37.726686 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9660a9-31fe-4841-a683-108d994be07d req-36c80acc-50d5-449d-a395-11886cca6fcb tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:37.728301 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3b9660a9-31fe-4841-a683-108d994be07d req-36c80acc-50d5-449d-a395-11886cca6fcb tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0474603 Apr 14 21:12:37.758988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:37.810769 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3b9660a9-31fe-4841-a683-108d994be07d req-06bbb29c-453c-48af-ae13-7394894f7af3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743988 Apr 14 21:12:37.856793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Request body: {'port': {'device_id': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:37.889267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Request body: {'port': {'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:37.908786 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7f5f0c53-b128-4621-98fa-43d59d1f1b35 req-eb9d9a83-0856-4061-ab16-60aa097bca28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936332 Apr 14 21:12:37.934858 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Publish callbacks [] for security_group (68fa740f-d885-444d-96de-218108f1395a), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:37.975741 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8334e-a6f1-4e5d-990b-01b72159922f req-63f98693-2ad3-456d-8396-5133ae755002 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:37.977386 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b6c8334e-a6f1-4e5d-990b-01b72159922f req-63f98693-2ad3-456d-8396-5133ae755002 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.1926012 Apr 14 21:12:38.015641 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd3c99-c45d-4cc1-ac4e-1799b0b6fbfd req-36fd5bd0-bff0-41eb-bf05-bb201c6014f4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:38.024849 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bafd3c99-c45d-4cc1-ac4e-1799b0b6fbfd req-36fd5bd0-bff0-41eb-bf05-bb201c6014f4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 931 time: 0.0503590 Apr 14 21:12:38.028910 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-1820ec38-57d2-4bc1-af77-e408d4eb1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:38.030386 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-1820ec38-57d2-4bc1-af77-e408d4eb1621 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1128 time: 0.1662571 Apr 14 21:12:38.051460 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.065049 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bafd3c99-c45d-4cc1-ac4e-1799b0b6fbfd req-d18ede7e-d40e-4742-bfd4-838c6b76502b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Apr 14 21:12:38.073818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (757630be-4156-4c96-bed1-670f7dc65532), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.125085 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b6c8334e-a6f1-4e5d-990b-01b72159922f req-5deb1cd5-df31-49e6-b2a9-2b5ac30bb464 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347749 Apr 14 21:12:38.151157 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (68fa740f-d885-444d-96de-218108f1395a), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.201819 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fac37828d94d41b78f6a7a5f904c9a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5608299 Apr 14 21:12:38.206894 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34934) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:38.254005 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c469e2-af42-47dc-b0b5-865e4776650f req-55406ca2-20c8-433a-8f78-1f2e309e6e2b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:38.255665 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-06c469e2-af42-47dc-b0b5-865e4776650f req-55406ca2-20c8-433a-8f78-1f2e309e6e2b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.1174088 Apr 14 21:12:38.279823 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa740f-d885-444d-96de-218108f1395a,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:38.302193 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.302533 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.302897 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.303285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.303614 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.303938 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.304263 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.304580 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.304912 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.305261 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.305595 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.305936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.306256 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.306670 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.307013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3614e-5199-4772-94e1-8552b9fb8625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:38.337821 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] Publish callbacks [] for security_group (68fa740f-d885-444d-96de-218108f1395a), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.357960 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-06c469e2-af42-47dc-b0b5-865e4776650f req-fcc8b55c-093b-4fb5-a468-7579eaeec5ec tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918183 Apr 14 21:12:38.380036 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] Publish callbacks [] for security_group (68fa740f-d885-444d-96de-218108f1395a), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.468468 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911a70-919a-4439-8764-738c1fc0063c req-ded03306-180f-41e2-88a8-9967c3c09934 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:38.470007 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-14911a70-919a-4439-8764-738c1fc0063c req-ded03306-180f-41e2-88a8-9967c3c09934 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 931 time: 0.0503683 Apr 14 21:12:38.503724 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d9840c86-e71a-408a-a2e9-997b0b14e2bd req-639cc1ab-7b09-4672-9a40-990811182049 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0851593 Apr 14 21:12:38.524105 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-14911a70-919a-4439-8764-738c1fc0063c req-328e7e1a-8124-42cf-bac0-12e9b21f14e8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Apr 14 21:12:38.594151 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (68fa740f-d885-444d-96de-218108f1395a), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.597191 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.598394 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68fa740f-d885-444d-96de-218108f1395a HTTP/1.1" status: 204 len: 168 time: 0.3905082 Apr 14 21:12:38.612799 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b71b99-fafc-40e1-995e-23ac47b391a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa740f-d885-444d-96de-218108f1395a,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:38.700263 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0ea55d6c-308b-47a9-a030-9c544959112c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.767770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c34be4a-20b7-4320-a69d-4f70a7dda0ad {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:38.779278 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks [] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.784784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757630be-4156-4c96-bed1-670f7dc65532 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:38.795888 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks [] for port (757630be-4156-4c96-bed1-670f7dc65532), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.804373 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Transition to ACTIVE for port object 7c34be4a-20b7-4320-a69d-4f70a7dda0ad will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:38.811714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Transition to ACTIVE for port object 757630be-4156-4c96-bed1-670f7dc65532 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:38.814610 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['4eba79d3-fcd7-4dd6-ba11-67da954615cc'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:38.924110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.934082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.983173 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081682b2-2391-41e2-b06e-8dc5d35d6c13 req-cc22b4ec-d6a3-4a29-b85f-e3f8f5193a04 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:38.985051 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-081682b2-2391-41e2-b06e-8dc5d35d6c13 req-cc22b4ec-d6a3-4a29-b85f-e3f8f5193a04 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0983496 Apr 14 21:12:39.130964 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:39.239336 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ffc1-e278-4f08-ae3b-e76617703080 req-7be63882-4d4b-48c8-9705-7d794567ad88 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.247591 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-54b2ffc1-e278-4f08-ae3b-e76617703080 req-7be63882-4d4b-48c8-9705-7d794567ad88 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0668893 Apr 14 21:12:39.305522 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-54b2ffc1-e278-4f08-ae3b-e76617703080 req-e2eef1dc-1d32-4118-86a4-5adb09eaec1a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570889 Apr 14 21:12:39.309922 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-a6be6938-223b-4a7c-8ec4-cc33caeb1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.311743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-a6be6938-223b-4a7c-8ec4-cc33caeb1b4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.3136013 Apr 14 21:12:39.328308 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.328663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.329053 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.329400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.329736 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331382 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331382 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331382 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331382 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331382 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.331755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.332034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.332358 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.332685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.333029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:39.344322 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Attempting to bind port 757630be-4156-4c96-bed1-670f7dc65532 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:39.344660 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Attempting to bind port 757630be-4156-4c96-bed1-670f7dc65532 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:39.345014 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Attempting to bind port 757630be-4156-4c96-bed1-670f7dc65532 on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:39.385467 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Attempting to bind port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:39.385802 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Attempting to bind port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:39.386198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Attempting to bind port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:39.388679 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Port 757630be-4156-4c96-bed1-670f7dc65532 on network 339690d3-6771-4294-860c-4b1a2fbc5c72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:39.388679 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Attempting to bind port 757630be-4156-4c96-bed1-670f7dc65532 on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:39.400298 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-081682b2-2391-41e2-b06e-8dc5d35d6c13 req-7d56fc79-e490-4ef7-9521-aa0f544db16a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795636 Apr 14 21:12:39.408807 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:39.409187 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Checking segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:39.409615 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Bound using segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:39.410097 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Bound port: 757630be-4156-4c96-bed1-670f7dc65532, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:39.410464 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (757630be-4156-4c96-bed1-670f7dc65532), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.414120 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff886e-831c-4709-9961-28b948d21544 req-b4b214f4-952a-493d-893b-4e42903ada8a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.415948 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1dff886e-831c-4709-9961-28b948d21544 req-b4b214f4-952a-493d-893b-4e42903ada8a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.0569596 Apr 14 21:12:39.418529 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad on network 44528d30-b42e-465a-bd19-0920a7edfc48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:39.418880 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Attempting to bind port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:39.430891 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Pushing event updated for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:39.438804 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:39.439071 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:39.439383 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:39.439823 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Bound port: 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:39.440182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.477138 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1dff886e-831c-4709-9961-28b948d21544 req-cd6044aa-e023-4679-a0c4-6fb6bf4112e4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Apr 14 21:12:39.563259 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:39.569407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=757630be-4156-4c96-bed1-670f7dc65532,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:39.581260 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfc3db-89d3-4edf-90bb-14b95cc1bbf9 req-ac81e27e-75d7-4e4a-be67-1236f617553d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.582775 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e4bfc3db-89d3-4edf-90bb-14b95cc1bbf9 req-ac81e27e-75d7-4e4a-be67-1236f617553d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.1029956 Apr 14 21:12:39.597377 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 34964) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:39.605567 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0885cdb4-aef6-4a7a-8ebd-10cf8e4dec4f req-523d7e60-ae04-482e-8e2a-c8df6cb12064 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0353882 Apr 14 21:12:39.612889 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4b71b6b-67fd-445c-949a-0053a8d24062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.617062 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:39.637854 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:39.653737 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e4bfc3db-89d3-4edf-90bb-14b95cc1bbf9 req-7b6c5cc7-7085-43a3-b34c-bae02a514776 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Apr 14 21:12:39.708846 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.728075 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89993-7fdb-4315-9456-ca1f384ee8ba req-282b1d77-ee9e-4f0d-baa8-be5f3ebd3e38 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.729643 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4e89993-7fdb-4315-9456-ca1f384ee8ba req-282b1d77-ee9e-4f0d-baa8-be5f3ebd3e38 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0601549 Apr 14 21:12:39.745573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.746074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.747610 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] 10.222.0.57 "PUT /v2.0/ports/757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 1093 time: 1.8959816 Apr 14 21:12:39.749752 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'tag': '757630be-4156-4c96-bed1-670f7dc65532'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:39.752062 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db94a9-1179-4bcc-a7f6-c40a53493c03" -d '{"events": [{"name": "network-changed", "server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "tag": "757630be-4156-4c96-bed1-670f7dc65532"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:39.766643 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4b71b6b-67fd-445c-949a-0053a8d24062 admin admin] Publish callbacks [] for security_group (18272e0c-3419-4710-b4d9-f30f32a9cc0f), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.792584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.806191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b3f63-d735-47ad-81a1-41cc77dfe566 service neutron] Pushing event updated for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:39.819226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.819989 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.823591 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 200 len: 1093 time: 1.9728231 Apr 14 21:12:39.834487 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4e89993-7fdb-4315-9456-ca1f384ee8ba req-707f7185-fea9-4be8-ae09-4d461d66ac28 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942628 Apr 14 21:12:39.842462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef9d49d-5d36-4987-b20e-6f7cad3e93c2 x-openstack-request-id: req-aef9d49d-5d36-4987-b20e-6f7cad3e93c2 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:39.843018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "tag": "757630be-4156-4c96-bed1-670f7dc65532", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:39.843458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aef9d49d-5d36-4987-b20e-6f7cad3e93c2 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:39.843999 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef9d49d-5d36-4987-b20e-6f7cad3e93c2'] response: {'name': 'network-changed', 'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'tag': '757630be-4156-4c96-bed1-670f7dc65532', 'status': 'completed', 'code': 200} Apr 14 21:12:39.876325 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eba3e-4645-4051-ac8b-d1ec75ef1a76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:39.920165 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4b71b6b-67fd-445c-949a-0053a8d24062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (18272e0c-3419-4710-b4d9-f30f32a9cc0f), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.933846 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:39.978329 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b71b6b-67fd-445c-949a-0053a8d24062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18272e0c-3419-4710-b4d9-f30f32a9cc0f,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:39.983170 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c4b71b6b-67fd-445c-949a-0053a8d24062 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e65e427c54f347f8ad5cf724b087b6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847055 Apr 14 21:12:39.986185 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 34970) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:39.998014 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 4eba79d3-fcd7-4dd6-ba11-67da954615cc completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:40.046738 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] Publish callbacks [] for security_group (18272e0c-3419-4710-b4d9-f30f32a9cc0f), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.069458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] Publish callbacks [] for security_group (18272e0c-3419-4710-b4d9-f30f32a9cc0f), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.108821 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 4eba79d3-fcd7-4dd6-ba11-67da954615cc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:40.109221 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.194758 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:40.195140 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.217913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:40.220156 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55963fe5-7c5b-4aef-be74-486c4ffeb325" -d '{"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:40.225958 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (18272e0c-3419-4710-b4d9-f30f32a9cc0f), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.228688 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.232731 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18272e0c-3419-4710-b4d9-f30f32a9cc0f HTTP/1.1" status: 204 len: 168 time: 0.2425177 Apr 14 21:12:40.232880 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:40.241280 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c95da-5173-439a-87f2-dbb2b450a6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18272e0c-3419-4710-b4d9-f30f32a9cc0f,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:40.259272 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba3fc4c-bdad-42d4-889c-5a07b5fd4195 x-openstack-request-id: req-eba3fc4c-bdad-42d4-889c-5a07b5fd4195 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:40.259593 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:40.259857 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eba3fc4c-bdad-42d4-889c-5a07b5fd4195 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:40.260899 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba3fc4c-bdad-42d4-889c-5a07b5fd4195'] response: {'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'code': 200} Apr 14 21:12:40.397505 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.413258 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-a6918dd6-b3e5-461c-a66f-52be689dc82b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 217 time: 0.0441890 Apr 14 21:12:40.417262 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8392-b4c7-4e0f-b0a9-50ce7ccdf06a req-03234450-c80d-4c60-aad9-e8fc3130e5e7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.418885 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-62ef8392-b4c7-4e0f-b0a9-50ce7ccdf06a req-03234450-c80d-4c60-aad9-e8fc3130e5e7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0478261 Apr 14 21:12:40.456480 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:40.464895 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.471865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:40.482586 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-62ef8392-b4c7-4e0f-b0a9-50ce7ccdf06a req-ed0b9e77-98e1-40c5-a007-b33372331215 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553796 Apr 14 21:12:40.551924 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694361f-f5e1-491f-8990-0b20203f17fc req-b833d419-053e-494a-91b2-fb73f2d3bc32 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.553681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a694361f-f5e1-491f-8990-0b20203f17fc req-b833d419-053e-494a-91b2-fb73f2d3bc32 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0762978 Apr 14 21:12:40.563754 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821d00a-bd53-4e2b-b287-cf4e28296692 req-b26921d0-b9d7-423f-bd27-fc90f6204c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.563754 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0821d00a-bd53-4e2b-b287-cf4e28296692 req-b26921d0-b9d7-423f-bd27-fc90f6204c57 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1130 time: 0.0526845 Apr 14 21:12:40.609242 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a694361f-f5e1-491f-8990-0b20203f17fc req-e82906b9-95de-40e9-ab0c-2aec158c675b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Apr 14 21:12:40.609996 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80553448-d3b9-43cf-b380-851e5b66c23c req-65021246-1ea9-45a2-81c5-bbbac2cd2f36 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.611495 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-80553448-d3b9-43cf-b380-851e5b66c23c req-65021246-1ea9-45a2-81c5-bbbac2cd2f36 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0594511 Apr 14 21:12:40.662550 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-80553448-d3b9-43cf-b380-851e5b66c23c req-c4eb4dfb-afe6-41f2-aaad-f50232351347 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Apr 14 21:12:40.709241 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-af27de5f-9a23-4c0d-b96e-5b57ed185b20 req-12d4c804-4b4c-444a-9e3f-f35aecb99e19 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0291786 Apr 14 21:12:40.786511 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04859-569a-4b94-a2b2-b9e0a6e9b15f req-033a75f2-ce72-44c3-bd9c-d9f28bec7253 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.788007 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-55b04859-569a-4b94-a2b2-b9e0a6e9b15f req-033a75f2-ce72-44c3-bd9c-d9f28bec7253 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0469224 Apr 14 21:12:40.841970 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-55b04859-569a-4b94-a2b2-b9e0a6e9b15f req-9b0e98dc-e54b-4121-bd99-e0747d78d9ac tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478418 Apr 14 21:12:40.964181 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-5ee0598b-10ad-408d-bebd-aa048b2112ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.965646 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-5ee0598b-10ad-408d-bebd-aa048b2112ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0837862 Apr 14 21:12:40.976139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48b926-ca3c-4a27-b6e2-e183ada9d5b3 req-27a02247-8470-4046-9a89-0ba04376113e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.977551 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e48b926-ca3c-4a27-b6e2-e183ada9d5b3 req-27a02247-8470-4046-9a89-0ba04376113e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Apr 14 21:12:41.026524 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e48b926-ca3c-4a27-b6e2-e183ada9d5b3 req-4d7a8ab7-03ba-4468-a431-fa0d5f800b7b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Apr 14 21:12:41.062493 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-48b41d16-2a62-47ad-9982-3f645004aa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.131886 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-3f09d8de-5462-4e7e-8649-569f69529747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.133890 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-3f09d8de-5462-4e7e-8649-569f69529747 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1127 time: 0.0680246 Apr 14 21:12:41.145286 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0821d00a-bd53-4e2b-b287-cf4e28296692 req-8a4db930-a5cb-4310-aa0b-e2418cad6f7c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812528 Apr 14 21:12:41.574466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-2ecfa6a3-c00a-445f-bf2e-844904af18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.576387 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-2ecfa6a3-c00a-445f-bf2e-844904af18c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498395 Apr 14 21:12:41.590050 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd015deb-a542-4d1b-b4a2-7bcf7d2d996e req-a64d1daf-eb54-4739-b8a2-cb0ff67fd46a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.591591 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dd015deb-a542-4d1b-b4a2-7bcf7d2d996e req-a64d1daf-eb54-4739-b8a2-cb0ff67fd46a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0521746 Apr 14 21:12:41.641980 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dd015deb-a542-4d1b-b4a2-7bcf7d2d996e req-a1fa51ba-3ef3-4b7a-b456-3dfee0b4de27 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446095 Apr 14 21:12:41.721166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09aea-5a76-4696-a1ed-df161f9598bb req-6a337d81-050e-4681-a300-795fcccf4ffa tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.722743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-47c09aea-5a76-4696-a1ed-df161f9598bb req-6a337d81-050e-4681-a300-795fcccf4ffa tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0467308 Apr 14 21:12:41.775404 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-47c09aea-5a76-4696-a1ed-df161f9598bb req-07ec87d6-67a8-46a7-aa22-026fc281d1e3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Apr 14 21:12:41.789982 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bf578-e365-4d86-9e15-088493c6dc6c req-b1a351f1-2536-4d81-a4d2-c765e6bc5034 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.797676 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c97bf578-e365-4d86-9e15-088493c6dc6c req-b1a351f1-2536-4d81-a4d2-c765e6bc5034 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Apr 14 21:12:41.845778 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:41.848155 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897c3b3-eb80-41fc-b4a0-64f9523b466f" -d '{"events": [{"name": "network-changed", "server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:41.860464 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c97bf578-e365-4d86-9e15-088493c6dc6c req-b56e9a2a-9916-49a1-aebb-a6cdfd3a8ac5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617394 Apr 14 21:12:41.890216 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-185b9aa1-6d15-4524-a57b-39130851e369 req-c0aa879e-efc2-4734-b2f0-ccc15b0b3101 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0316544 Apr 14 21:12:41.941223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fef37c-e828-4f76-9a9a-b3ffeb194cf9 x-openstack-request-id: req-45fef37c-e828-4f76-9a9a-b3ffeb194cf9 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:41.941894 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:41.942385 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45fef37c-e828-4f76-9a9a-b3ffeb194cf9 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:41.942512 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.943165 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fef37c-e828-4f76-9a9a-b3ffeb194cf9'] response: {'name': 'network-changed', 'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'status': 'completed', 'code': 200} Apr 14 21:12:42.013956 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431d510-8d59-4bb0-ae35-e490474a4136 req-f2098da4-fab2-4e38-a83a-6a7909bea7f1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:42.016189 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b431d510-8d59-4bb0-ae35-e490474a4136 req-f2098da4-fab2-4e38-a83a-6a7909bea7f1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0485327 Apr 14 21:12:42.073567 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b431d510-8d59-4bb0-ae35-e490474a4136 req-1047555d-1136-4f06-a84e-a791290843e4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Apr 14 21:12:42.150772 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eba7d-115d-4d0e-ae71-510de8911fed req-40066df7-1278-4a77-9374-ee799968ec62 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:42.152411 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ab1eba7d-115d-4d0e-ae71-510de8911fed req-40066df7-1278-4a77-9374-ee799968ec62 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0552397 Apr 14 21:12:42.200233 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ab1eba7d-115d-4d0e-ae71-510de8911fed req-02297a75-6151-4751-bfe5-66b16eae4103 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Apr 14 21:12:42.764221 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37cad-1211-4d66-8a4b-f87443159a22 req-e1219482-0709-4eab-b26b-92f807149bf4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:42.765612 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1df37cad-1211-4d66-8a4b-f87443159a22 req-e1219482-0709-4eab-b26b-92f807149bf4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0503626 Apr 14 21:12:42.813865 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1df37cad-1211-4d66-8a4b-f87443159a22 req-8e8cf4af-8e1a-43d0-b2c3-357512210767 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Apr 14 21:12:42.927129 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:12:42.976616 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8bdab-2568-4172-ad55-493a7f9a08b6 req-d0811e9e-6a73-44be-bcce-7ca6b0dc946b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:42.978800 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6aa8bdab-2568-4172-ad55-493a7f9a08b6 req-d0811e9e-6a73-44be-bcce-7ca6b0dc946b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0463083 Apr 14 21:12:43.004396 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-54fd8769-c29b-4344-9f8b-b7b1b3d98c73 req-20563523-6f29-4170-9eb7-e3221075e5c9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0326257 Apr 14 21:12:43.036937 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6aa8bdab-2568-4172-ad55-493a7f9a08b6 req-e7ba050e-cc38-4a55-b467-df5ac87b99ab tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515013 Apr 14 21:12:43.175521 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a53b5-5881-48c8-9599-46aca9ebb564 req-9b7bce18-f4f8-416b-bf58-014637d78050 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:43.177296 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d6a53b5-5881-48c8-9599-46aca9ebb564 req-9b7bce18-f4f8-416b-bf58-014637d78050 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0473917 Apr 14 21:12:43.226728 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d6a53b5-5881-48c8-9599-46aca9ebb564 req-a1e39324-f468-44be-a7b8-1f4a696f2c29 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Apr 14 21:12:43.309213 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0af4-4c4f-439d-8445-4cc011f51ea1 req-a1b0007f-4bc3-4da1-afbd-4c0cdd944775 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:43.310573 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fadd0af4-4c4f-439d-8445-4cc011f51ea1 req-a1b0007f-4bc3-4da1-afbd-4c0cdd944775 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0455251 Apr 14 21:12:43.361654 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fadd0af4-4c4f-439d-8445-4cc011f51ea1 req-a9a41a0e-0d8c-4da4-9b42-87dd070bcc0e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454178 Apr 14 21:12:43.393750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:43.925196 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c093-4607-4e0a-a927-0f91fd8d163b req-c32f4041-0be3-4986-b21a-03f5ba88b521 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:43.926568 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76a1c093-4607-4e0a-a927-0f91fd8d163b req-c32f4041-0be3-4986-b21a-03f5ba88b521 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0486290 Apr 14 21:12:43.972813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76a1c093-4607-4e0a-a927-0f91fd8d163b req-9b9328b1-cb43-4b59-bdd8-8877220ebbb7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401831 Apr 14 21:12:44.105666 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d437ee23-a2d9-4728-8f5e-75f32dcb893f req-38482a42-4700-4515-929f-d7d3ed3c0ee2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0327573 Apr 14 21:12:44.156178 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc08d4-ace5-469c-8cf7-9e5c66204231 req-7c07d198-896f-474e-86e3-d1f03c68266a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:44.164911 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7fdc08d4-ace5-469c-8cf7-9e5c66204231 req-7c07d198-896f-474e-86e3-d1f03c68266a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0455134 Apr 14 21:12:44.204742 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7fdc08d4-ace5-469c-8cf7-9e5c66204231 req-b0d0a5e8-ba12-4859-9633-5766dbff0789 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 Apr 14 21:12:44.337169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a84ec-cacf-47b5-ba81-46bca7263ad4 req-dc21179a-de35-47af-808e-2a10dd79b9c0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:44.338701 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb7a84ec-cacf-47b5-ba81-46bca7263ad4 req-dc21179a-de35-47af-808e-2a10dd79b9c0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0458000 Apr 14 21:12:44.384401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb7a84ec-cacf-47b5-ba81-46bca7263ad4 req-f53f476d-3520-4d8b-82ed-de6bb505aef2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396199 Apr 14 21:12:44.469642 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf916cc-cd01-49c0-a282-3ebd4d4321ae req-f0dce5e2-c1ef-4f35-bad6-1db15f36cd92 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:44.471001 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ebf916cc-cd01-49c0-a282-3ebd4d4321ae req-f0dce5e2-c1ef-4f35-bad6-1db15f36cd92 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0454209 Apr 14 21:12:44.519210 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ebf916cc-cd01-49c0-a282-3ebd4d4321ae req-13ec1f89-5503-427f-9189-6b90de24d86a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Apr 14 21:12:44.894343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:45.080634 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5882d-50d8-466d-bee9-5426dfeaf6fb req-84ad452e-802f-45c3-bd50-c828ce3bc81c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:45.082113 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-85a5882d-50d8-466d-bee9-5426dfeaf6fb req-84ad452e-802f-45c3-bd50-c828ce3bc81c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0459552 Apr 14 21:12:45.135415 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-85a5882d-50d8-466d-bee9-5426dfeaf6fb req-d5cb0abb-cbcb-4627-a807-e931fbb0299b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478327 Apr 14 21:12:45.203420 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ff922f6f-ec30-49d4-bcf0-4d5577026a21 req-4dda6b6f-aa2b-4882-97b2-e055d6fc5209 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0263710 Apr 14 21:12:45.319378 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3f56-126b-45ec-8c90-97af308b2d6f req-d4866039-ae32-4bcd-9181-33fe823fa8d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:45.320793 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e77f3f56-126b-45ec-8c90-97af308b2d6f req-d4866039-ae32-4bcd-9181-33fe823fa8d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0466545 Apr 14 21:12:45.367114 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e77f3f56-126b-45ec-8c90-97af308b2d6f req-072ff2b6-ddd0-4513-94cd-a70f4c7ae46a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Apr 14 21:12:45.492829 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ef888-ff2e-4c57-ba30-a7293b2d7556 req-ff69a9c4-a566-4311-9c54-35b84ed50bb9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:45.494282 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f07ef888-ff2e-4c57-ba30-a7293b2d7556 req-ff69a9c4-a566-4311-9c54-35b84ed50bb9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0451043 Apr 14 21:12:45.539800 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f07ef888-ff2e-4c57-ba30-a7293b2d7556 req-f15f2357-ee57-407e-9d0e-9345027ba3de tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Apr 14 21:12:45.627207 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8947c8-ceb9-43d6-888e-67bf40c4c7dc req-bac3a1d7-f58f-4352-909b-ec07fb9276cb tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:45.628654 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5c8947c8-ceb9-43d6-888e-67bf40c4c7dc req-bac3a1d7-f58f-4352-909b-ec07fb9276cb tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0454254 Apr 14 21:12:45.674274 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5c8947c8-ceb9-43d6-888e-67bf40c4c7dc req-807e9406-a826-4487-ab4b-b368f6e513c7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Apr 14 21:12:46.250580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed651d-7388-45b0-ae94-9638cd6fe28b req-d8298402-be02-4919-a708-044d102bcc25 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.252064 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-93ed651d-7388-45b0-ae94-9638cd6fe28b req-d8298402-be02-4919-a708-044d102bcc25 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0483205 Apr 14 21:12:46.297996 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-593df4c5-ff86-4025-a371-1eb31ab5b6b3 req-79c5be38-9f79-4926-a1c4-1933fb3cff62 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0291529 Apr 14 21:12:46.300532 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-93ed651d-7388-45b0-ae94-9638cd6fe28b req-bfab7b5d-2e06-4119-b358-5847be87bbdd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428038 Apr 14 21:12:46.479208 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d023-e630-481b-b2fa-4b00fbce4698 req-02714f92-a5f6-4915-afde-0d7680f7db6c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.481122 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7a63d023-e630-481b-b2fa-4b00fbce4698 req-02714f92-a5f6-4915-afde-0d7680f7db6c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0456822 Apr 14 21:12:46.527752 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7a63d023-e630-481b-b2fa-4b00fbce4698 req-b54b1058-69f0-417e-bf99-23863ce8cf53 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Apr 14 21:12:46.649131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5186-16b9-4c3a-ab1c-d4bc3224819b req-a329bf00-b31a-49c1-b8dc-710ad722229e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.650649 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e24e5186-16b9-4c3a-ab1c-d4bc3224819b req-a329bf00-b31a-49c1-b8dc-710ad722229e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0463169 Apr 14 21:12:46.699511 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e24e5186-16b9-4c3a-ab1c-d4bc3224819b req-31bf6a84-8f5d-4355-8fa5-a8205f39ee94 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Apr 14 21:12:46.794443 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2467e49-84cd-4230-8a5e-fadbf4691cdc req-03557d06-458c-4237-b2e0-4d18d36b93e1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.794443 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e2467e49-84cd-4230-8a5e-fadbf4691cdc req-03557d06-458c-4237-b2e0-4d18d36b93e1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0494380 Apr 14 21:12:46.845010 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e2467e49-84cd-4230-8a5e-fadbf4691cdc req-e23c41a4-ec88-493a-906b-014c1c5d8199 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Apr 14 21:12:46.976918 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.57', 60864) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:47.019616 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-0f5a621a-4220-4d3c-92fd-bc3ba19d52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.023411 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-0f5a621a-4220-4d3c-92fd-bc3ba19d52c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 1127 time: 0.0532117 Apr 14 21:12:47.025649 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-a63bca67-f262-46df-be03-d6338d3433fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 217 time: 0.0546925 Apr 14 21:12:47.169531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-d8c71430-92cb-4345-8896-3ad6a1353bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607451 Apr 14 21:12:47.175768 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-5c37a5ed-4cda-4eb6-921d-1b44b14fa515 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.177237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-5c37a5ed-4cda-4eb6-921d-1b44b14fa515 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "GET /v2.0/networks?id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 200 len: 809 time: 0.1671569 Apr 14 21:12:47.396473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a6b09458-c4ac-468b-a294-971a18abf8ca req-66775e21-46bd-41b5-959e-4495e048392f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0277662 Apr 14 21:12:47.416083 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d565e5-1b02-4147-b801-44a20b6abb0f req-50ce6fcc-1ef2-46dd-b4ba-cacd5bc54ae9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.417676 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88d565e5-1b02-4147-b801-44a20b6abb0f req-50ce6fcc-1ef2-46dd-b4ba-cacd5bc54ae9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0501666 Apr 14 21:12:47.464993 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88d565e5-1b02-4147-b801-44a20b6abb0f req-47d47c9f-0c57-4a4d-b8aa-a733855bcacc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Apr 14 21:12:47.642317 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10710-1a70-458a-9399-86aa8093ab8b req-504bb5a3-11e8-4423-bc6e-31fc3feed8fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.643923 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-95b10710-1a70-458a-9399-86aa8093ab8b req-504bb5a3-11e8-4423-bc6e-31fc3feed8fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0462718 Apr 14 21:12:47.690703 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-95b10710-1a70-458a-9399-86aa8093ab8b req-d70d2811-a084-40cc-a60b-965e49f53835 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Apr 14 21:12:47.818949 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe146a1-98f0-49ed-a2fd-6a2336f986e5 req-068addf3-2cf4-4939-85da-770d818923ec tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.820834 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6fe146a1-98f0-49ed-a2fd-6a2336f986e5 req-068addf3-2cf4-4939-85da-770d818923ec tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Apr 14 21:12:47.821486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83809cb2-0ba3-43b9-9bab-b253ae240d82 req-583845ab-5a63-4298-aa00-9d7ffcedcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.823660 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-83809cb2-0ba3-43b9-9bab-b253ae240d82 req-583845ab-5a63-4298-aa00-9d7ffcedcaad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1129 time: 0.0511034 Apr 14 21:12:47.870977 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Request body: {'port': {'device_id': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93', 'admin_state_up': True, 'tenant_id': '114a641f6cae45589c8c9060364aaff5'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:47.888169 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-324e4afb-b4e9-4eed-a73c-3e83767cd1b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 200 len: 217 time: 0.0631208 Apr 14 21:12:48.027592 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6fe146a1-98f0-49ed-a2fd-6a2336f986e5 req-9627f096-84ac-4ea8-b0ff-ff55cfd25fd1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376686 Apr 14 21:12:48.040320 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-58b41deb-34f3-44ce-bda8-943fdef3bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.047203 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-58b41deb-34f3-44ce-bda8-943fdef3bea9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.1074502 Apr 14 21:12:48.279042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-464ee843-a915-42d8-9fd1-be4b7ccdb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.280435 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-464ee843-a915-42d8-9fd1-be4b7ccdb566 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.4547389 Apr 14 21:12:48.324096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde9a5-8934-4882-bc1a-ed92d29db2e2 req-fcbaf65c-1469-4b63-b459-f3596825e033 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.325649 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9cdde9a5-8934-4882-bc1a-ed92d29db2e2 req-fcbaf65c-1469-4b63-b459-f3596825e033 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.1572905 Apr 14 21:12:48.327777 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-83809cb2-0ba3-43b9-9bab-b253ae240d82 req-bcb39d4f-c8c7-4de1-8ced-d9d513148d70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520965 Apr 14 21:12:48.378743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b55860-3227-4a2e-8773-22ce9fa97cf9 req-03c95fd4-cec8-4dc9-b68b-bdde16d470b6 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430908 Apr 14 21:12:48.409451 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9cdde9a5-8934-4882-bc1a-ed92d29db2e2 req-f2adaf2f-ffab-4d66-b9d0-c31ebc9616bc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766728 Apr 14 21:12:48.512133 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-18567324-d3f5-4ba7-8348-a7b6457a78fb req-1470c8fb-45ff-4c1c-90cb-9951c528e835 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0412319 Apr 14 21:12:48.515577 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-a65827aa-6c57-4779-90d8-8b7fbe3b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.517025 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-a65827aa-6c57-4779-90d8-8b7fbe3b99f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831831 Apr 14 21:12:48.519061 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Made reservation on behalf of 114a641f6cae45589c8c9060364aaff5 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:48.522410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:48.626130 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cc646-2d85-4b90-a680-4b773a12625c req-be297104-c4f6-4a92-bad5-6fc1d7dcebc9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.627646 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f1cc646-2d85-4b90-a680-4b773a12625c req-be297104-c4f6-4a92-bad5-6fc1d7dcebc9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0857518 Apr 14 21:12:48.717880 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f1cc646-2d85-4b90-a680-4b773a12625c req-9a9475a9-d214-4ecd-a747-e2b8b1113ce9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842385 Apr 14 21:12:48.727198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Allocated IP 172.20.0.5 (ab732bda-bd99-4eb5-a0de-1003ffc7fa93/a1dea449-f381-43b3-8b3f-e32268a5cedc/032a312e-ab55-4366-aa76-9bead5a8a017) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:48.812438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed41a8-1560-4f20-9257-f42d13197d2b req-b15ca0e8-ba01-4b88-8529-22a68b6134d0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:48.814046 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-02ed41a8-1560-4f20-9257-f42d13197d2b req-b15ca0e8-ba01-4b88-8529-22a68b6134d0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Apr 14 21:12:48.861613 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-02ed41a8-1560-4f20-9257-f42d13197d2b req-788abd8d-4793-44dd-b0ba-b61c1ede0a86 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Apr 14 21:12:48.888922 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks [] for port (032a312e-ab55-4366-aa76-9bead5a8a017), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.070114 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.118109 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:49.136908 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:49.142618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:49.150020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.150791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.194869 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9008e13-0c06-4529-bfbd-15c02f0e6e42 req-bf52fe51-4fef-414b-ae47-c435622ddf72 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.195181 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Pushing event updated for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:49.204411 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c9008e13-0c06-4529-bfbd-15c02f0e6e42 req-bf52fe51-4fef-414b-ae47-c435622ddf72 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0849345 Apr 14 21:12:49.215342 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-c181f258-5286-4b68-bad1-2038c5fd74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.217193 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-c181f258-5286-4b68-bad1-2038c5fd74e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928478 Apr 14 21:12:49.255061 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c9008e13-0c06-4529-bfbd-15c02f0e6e42 req-fc21fb11-0e5b-452d-ac25-615dc0ad030c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Apr 14 21:12:49.293254 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-6a61b599-52a3-4560-bab6-c486b0f62eef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4564278 Apr 14 21:12:49.523791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7e47-923f-437c-aa9f-284f3212d624 req-9f965f3f-2e06-4bdb-8ff0-a6cefcef67bf tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.525342 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-945d7e47-923f-437c-aa9f-284f3212d624 req-9f965f3f-2e06-4bdb-8ff0-a6cefcef67bf tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0489955 Apr 14 21:12:49.574087 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-945d7e47-923f-437c-aa9f-284f3212d624 req-b6fa3d4e-0e87-4299-8a07-0f81c3edafeb tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Apr 14 21:12:49.671718 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3617e8-48f9-4c1f-9624-2a7069cecae4 req-155ce901-7e53-446d-91e8-15ded422e294 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.673258 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bd3617e8-48f9-4c1f-9624-2a7069cecae4 req-155ce901-7e53-446d-91e8-15ded422e294 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0462563 Apr 14 21:12:49.719331 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bd3617e8-48f9-4c1f-9624-2a7069cecae4 req-13bfee51-4e60-43e5-bf06-8be8bac60718 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Apr 14 21:12:49.839666 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf356-9036-43fc-992c-1e6b7e39fc08 req-fb6eaedc-5314-41e9-bfba-4aa65cd526e5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.844827 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aedcf356-9036-43fc-992c-1e6b7e39fc08 req-fb6eaedc-5314-41e9-bfba-4aa65cd526e5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0564110 Apr 14 21:12:49.891001 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aedcf356-9036-43fc-992c-1e6b7e39fc08 req-b911d8c8-46f4-4dc8-b4e2-44f1b2bbcb8f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436709 Apr 14 21:12:49.990741 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3603-2be4-4095-9169-c12c096f0c0e req-cf5fc889-23da-4e4c-919d-1ecdb4893fe4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.992338 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8f1d3603-2be4-4095-9169-c12c096f0c0e req-cf5fc889-23da-4e4c-919d-1ecdb4893fe4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Apr 14 21:12:50.037787 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8f1d3603-2be4-4095-9169-c12c096f0c0e req-e0078ccd-6647-4be3-a8bb-60dac92bfc86 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397823 Apr 14 21:12:50.368313 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76456b31-e2d8-418d-bfe8-6604e7ff5e3a req-d7fe6e3b-a826-4cb3-9f1e-2d31167e7d9c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.369899 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-76456b31-e2d8-418d-bfe8-6604e7ff5e3a req-d7fe6e3b-a826-4cb3-9f1e-2d31167e7d9c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0476968 Apr 14 21:12:50.429201 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-76456b31-e2d8-418d-bfe8-6604e7ff5e3a req-273f0ad6-a8ef-43e0-94c2-b320d81089ce tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Apr 14 21:12:50.510684 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-aab4c153-97c4-4e37-9639-3a10da5e802d service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914800 Apr 14 21:12:50.967312 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206cf58-34b4-4749-8533-6e08e88c4df1 req-ab5f804d-a64b-433d-a95b-2b3b72c18c10 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.968864 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8206cf58-34b4-4749-8533-6e08e88c4df1 req-ab5f804d-a64b-433d-a95b-2b3b72c18c10 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0477941 Apr 14 21:12:51.020897 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8206cf58-34b4-4749-8533-6e08e88c4df1 req-fbb75b39-c6c7-45c1-8865-bc4f517b3b00 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463939 Apr 14 21:12:51.117443 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4625c8b-a41f-4fb2-83d8-31067f3ab0d3 req-2fccf7b8-c6d7-4a62-b936-4cf4e7732fee tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:51.124060 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d4625c8b-a41f-4fb2-83d8-31067f3ab0d3 req-2fccf7b8-c6d7-4a62-b936-4cf4e7732fee tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0468776 Apr 14 21:12:51.167401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d4625c8b-a41f-4fb2-83d8-31067f3ab0d3 req-5c4ca682-d894-4b28-a62f-ecd26ede4bb1 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Apr 14 21:12:51.266598 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09027b7-2a5d-475a-b827-00d54c95b977 req-76e8ac65-5723-4d99-a630-c3c3645f3c22 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:51.268071 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e09027b7-2a5d-475a-b827-00d54c95b977 req-76e8ac65-5723-4d99-a630-c3c3645f3c22 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0448186 Apr 14 21:12:51.317158 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e09027b7-2a5d-475a-b827-00d54c95b977 req-434dbe3b-941b-402d-a528-461d3859d316 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Apr 14 21:12:51.418258 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a60-d3e0-4237-9934-89cd6ec3547c req-de251cc0-b0b8-4b70-897b-edb625968096 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:51.419728 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9b8e3a60-d3e0-4237-9934-89cd6ec3547c req-de251cc0-b0b8-4b70-897b-edb625968096 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0510983 Apr 14 21:12:51.470947 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9b8e3a60-d3e0-4237-9934-89cd6ec3547c req-e6a8399f-4ac0-40fa-becf-2538187cddc4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Apr 14 21:12:51.570591 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc80e-b694-4a54-abd8-2416119bf82e req-4fb9393d-adad-49e0-8416-b2ee645435fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:51.572038 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-024fc80e-b694-4a54-abd8-2416119bf82e req-4fb9393d-adad-49e0-8416-b2ee645435fa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Apr 14 21:12:51.619061 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-024fc80e-b694-4a54-abd8-2416119bf82e req-6da56ba7-246c-4bfd-b283-c4d864ff9a86 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Apr 14 21:12:52.132219 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4dd05-0b33-4642-8e14-92a91c155be0 req-c10174ae-5940-4d8b-ac7b-1f3161919320 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:52.133791 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9e4dd05-0b33-4642-8e14-92a91c155be0 req-c10174ae-5940-4d8b-ac7b-1f3161919320 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0487881 Apr 14 21:12:52.180363 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9e4dd05-0b33-4642-8e14-92a91c155be0 req-c9577da8-02c6-45f2-bdef-db5d94b2b0c2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Apr 14 21:12:52.277315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174893-2180-46ab-a64a-2fe09950a0d4 req-20d3d1a1-f733-41c4-bc88-e28ab4a5f3c2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:52.278764 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a174893-2180-46ab-a64a-2fe09950a0d4 req-20d3d1a1-f733-41c4-bc88-e28ab4a5f3c2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0452249 Apr 14 21:12:52.325159 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a174893-2180-46ab-a64a-2fe09950a0d4 req-adfd3264-6411-45cf-86d6-7a6f47d99ce8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Apr 14 21:12:52.425191 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ccb98-ea63-48e0-8d27-07cb79a6d6b3 req-155fde84-9e5f-4a46-91ba-cd71376cf752 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:52.426535 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-685ccb98-ea63-48e0-8d27-07cb79a6d6b3 req-155fde84-9e5f-4a46-91ba-cd71376cf752 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0454366 Apr 14 21:12:52.477597 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-685ccb98-ea63-48e0-8d27-07cb79a6d6b3 req-602d4f18-5705-4b16-83d7-aef2f36186d2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Apr 14 21:12:52.577792 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38273377-c02f-4ee1-a237-9cae67e2a7a1 req-3395d2dc-7849-4153-8f5b-dd50000300f2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:52.579218 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38273377-c02f-4ee1-a237-9cae67e2a7a1 req-3395d2dc-7849-4153-8f5b-dd50000300f2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0448697 Apr 14 21:12:52.625239 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38273377-c02f-4ee1-a237-9cae67e2a7a1 req-2da8361a-5a2d-4352-8baf-10b5291890b9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Apr 14 21:12:52.734336 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2315d33-25a0-40a7-afd1-a12661786e81 req-9261624d-307f-46e3-a373-fb670679e28e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:52.735876 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a2315d33-25a0-40a7-afd1-a12661786e81 req-9261624d-307f-46e3-a373-fb670679e28e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0460246 Apr 14 21:12:52.782664 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a2315d33-25a0-40a7-afd1-a12661786e81 req-52239a90-e1e8-4f63-ba4d-d0195188a5f5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Apr 14 21:12:53.293659 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91b25-4cf3-4f18-b77d-f7f6dce92bb0 req-cd0441ce-b5bc-432b-a1a2-2a39adc9710e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:53.295451 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7db91b25-4cf3-4f18-b77d-f7f6dce92bb0 req-cd0441ce-b5bc-432b-a1a2-2a39adc9710e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0510714 Apr 14 21:12:53.345034 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7db91b25-4cf3-4f18-b77d-f7f6dce92bb0 req-9081cde7-a741-488b-8e22-c13f979b3f97 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Apr 14 21:12:53.442721 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d520cb-e115-4a5f-b214-e1ca3f1e625b req-1a5b7ea0-1f3e-4747-a04a-0cce2f335c64 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:53.444187 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d0d520cb-e115-4a5f-b214-e1ca3f1e625b req-1a5b7ea0-1f3e-4747-a04a-0cce2f335c64 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0469494 Apr 14 21:12:53.491290 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d0d520cb-e115-4a5f-b214-e1ca3f1e625b req-d0f055c1-c505-4c44-975a-f5ca05ef06a2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Apr 14 21:12:53.592833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3dfd9-b404-4c09-97e4-040a16b68896 req-9f2d9052-b90f-4f57-b0e8-336c352ba0c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:53.594297 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1db3dfd9-b404-4c09-97e4-040a16b68896 req-9f2d9052-b90f-4f57-b0e8-336c352ba0c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0452790 Apr 14 21:12:53.643386 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1db3dfd9-b404-4c09-97e4-040a16b68896 req-dc1fc9fc-20f4-4dbc-8e06-e7ceedc43463 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Apr 14 21:12:53.743525 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978161ca-0ae6-453f-81cb-5f848cfe88ae req-e2e64c75-57a1-4eb8-9903-ff6396d159f0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:53.744892 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-978161ca-0ae6-453f-81cb-5f848cfe88ae req-e2e64c75-57a1-4eb8-9903-ff6396d159f0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0472064 Apr 14 21:12:53.791313 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-978161ca-0ae6-453f-81cb-5f848cfe88ae req-c45b0e40-09e4-4804-96ee-fb0cb33508b2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Apr 14 21:12:53.897540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a02d-0c93-43ed-a245-51ae661529ac req-3d4c8bcd-6120-4ad6-8ee1-7dc094ea0958 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:53.899019 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-18d1a02d-0c93-43ed-a245-51ae661529ac req-3d4c8bcd-6120-4ad6-8ee1-7dc094ea0958 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0466232 Apr 14 21:12:53.951693 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-18d1a02d-0c93-43ed-a245-51ae661529ac req-01773cec-f4f6-4749-ba4b-bdc2734dbe85 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Apr 14 21:12:54.460673 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16707a-d712-4504-a78b-ad8da953d1ec req-85f5d519-62b4-4338-8a79-4fdc53242114 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:54.462168 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ba16707a-d712-4504-a78b-ad8da953d1ec req-85f5d519-62b4-4338-8a79-4fdc53242114 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0500119 Apr 14 21:12:54.508891 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ba16707a-d712-4504-a78b-ad8da953d1ec req-e9c50b6a-108f-4604-9659-bc7662299d7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Apr 14 21:12:54.608807 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386d9ce-f4d4-42b3-b614-f4fce71270b5 req-47febcdc-8efd-41b2-9983-8601b646da92 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:54.610292 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8386d9ce-f4d4-42b3-b614-f4fce71270b5 req-47febcdc-8efd-41b2-9983-8601b646da92 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0468373 Apr 14 21:12:54.656035 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8386d9ce-f4d4-42b3-b614-f4fce71270b5 req-85a89056-3456-4cfe-967f-d4c7d4852827 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Apr 14 21:12:54.753858 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13b1a8-7549-4bc1-b4c9-2be3538fba24 req-b54bef1a-526b-4c2d-90b5-c849220d12e5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:54.755324 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ec13b1a8-7549-4bc1-b4c9-2be3538fba24 req-b54bef1a-526b-4c2d-90b5-c849220d12e5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0482709 Apr 14 21:12:54.801616 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ec13b1a8-7549-4bc1-b4c9-2be3538fba24 req-f69bb456-1edd-43fd-b97f-7395f4e7628f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Apr 14 21:12:54.898594 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd29893-5b39-4ca3-a675-e2dc46cceca1 req-be44b8a1-f650-4f3d-890b-8a7c02ac9581 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:54.900034 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1cd29893-5b39-4ca3-a675-e2dc46cceca1 req-be44b8a1-f650-4f3d-890b-8a7c02ac9581 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0448887 Apr 14 21:12:54.946666 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1cd29893-5b39-4ca3-a675-e2dc46cceca1 req-6d8427fe-c687-4375-bd3d-d5608946b668 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Apr 14 21:12:55.079745 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c260c-f694-4c68-ade3-ad2360d63047 req-91dfcf14-82f6-43e2-a33e-23860d903297 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:55.081197 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-859c260c-f694-4c68-ade3-ad2360d63047 req-91dfcf14-82f6-43e2-a33e-23860d903297 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0570326 Apr 14 21:12:55.129992 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-859c260c-f694-4c68-ade3-ad2360d63047 req-fe03cdec-41fe-4a4b-bc24-7b430e4ff183 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Apr 14 21:12:55.620880 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9483a-d1bb-41af-ac45-d72b9e9c8404 req-94171592-0e9c-4bef-9bd6-f622ea35a15b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:55.622972 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72f9483a-d1bb-41af-ac45-d72b9e9c8404 req-94171592-0e9c-4bef-9bd6-f622ea35a15b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0480437 Apr 14 21:12:55.669662 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72f9483a-d1bb-41af-ac45-d72b9e9c8404 req-c61551c4-5148-4938-850a-954b3958cb9e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Apr 14 21:12:55.766933 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9755-7be8-4364-8eae-169d1020340f req-bec3a24f-dc36-4e81-b1c1-1f58fcf8e3ab tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:55.768395 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e72e9755-7be8-4364-8eae-169d1020340f req-bec3a24f-dc36-4e81-b1c1-1f58fcf8e3ab tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0459642 Apr 14 21:12:55.816165 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e72e9755-7be8-4364-8eae-169d1020340f req-960261a6-58f2-4199-8a76-4db69b4bfaf7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Apr 14 21:12:55.918097 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498b27-1bc2-44d0-a1e9-c03b96813d5e req-752be104-d62b-4a7d-9baa-ece9be814491 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:55.920752 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a0498b27-1bc2-44d0-a1e9-c03b96813d5e req-752be104-d62b-4a7d-9baa-ece9be814491 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0506294 Apr 14 21:12:55.967716 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a0498b27-1bc2-44d0-a1e9-c03b96813d5e req-8081c6fc-9fba-42bb-9c4a-9776c10fcedb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Apr 14 21:12:56.065272 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8c47-2728-438a-b9b5-23af962707fc req-3f747c42-f16b-4afb-9870-023633837f73 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:56.066640 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8b4f8c47-2728-438a-b9b5-23af962707fc req-3f747c42-f16b-4afb-9870-023633837f73 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0468926 Apr 14 21:12:56.113640 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8b4f8c47-2728-438a-b9b5-23af962707fc req-372a9cb8-456f-40c0-9e77-516991c466e3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Apr 14 21:12:56.245264 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78bea-0777-4ade-85cc-baf8e49000c4 req-8668efbe-0227-4f4a-8dca-5bfdbe6bc86e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:56.246703 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7de78bea-0777-4ade-85cc-baf8e49000c4 req-8668efbe-0227-4f4a-8dca-5bfdbe6bc86e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0461669 Apr 14 21:12:56.295229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7de78bea-0777-4ade-85cc-baf8e49000c4 req-bee35331-9efd-47ba-8326-8fd1d4c055d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Apr 14 21:12:56.780909 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961d41-6db4-49c1-ba8c-614909572d7f req-e51c0417-539c-4c08-8615-a03dd4000738 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:56.782405 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cb961d41-6db4-49c1-ba8c-614909572d7f req-e51c0417-539c-4c08-8615-a03dd4000738 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0470643 Apr 14 21:12:56.830534 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cb961d41-6db4-49c1-ba8c-614909572d7f req-92f69cf4-5249-4ac9-aef2-121b039a9d4f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Apr 14 21:12:56.927872 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb7f3a-3583-4569-b19d-fbf67a1dab54 req-f9abe41f-f68a-4603-af71-0ceed1538519 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:56.929366 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bdb7f3a-3583-4569-b19d-fbf67a1dab54 req-f9abe41f-f68a-4603-af71-0ceed1538519 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0460722 Apr 14 21:12:56.975265 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bdb7f3a-3583-4569-b19d-fbf67a1dab54 req-f734120d-9b22-4f1b-835c-e2c6571fc2a5 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Apr 14 21:12:57.080971 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512a4c-a374-436e-acc7-c8b156cf402a req-a1c5f0ed-994e-4428-b146-dd5833087731 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:57.082441 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-06512a4c-a374-436e-acc7-c8b156cf402a req-a1c5f0ed-994e-4428-b146-dd5833087731 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0501173 Apr 14 21:12:57.128400 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-06512a4c-a374-436e-acc7-c8b156cf402a req-a6edd616-b55a-483b-b8bf-d3a35e94d16e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Apr 14 21:12:57.226435 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102edeb-b951-493b-a6a5-22c665b2ca83 req-7373ddc4-760d-47cd-ae9b-eacc467433ca tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:57.227793 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2102edeb-b951-493b-a6a5-22c665b2ca83 req-7373ddc4-760d-47cd-ae9b-eacc467433ca tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0453897 Apr 14 21:12:57.273358 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2102edeb-b951-493b-a6a5-22c665b2ca83 req-28f8274f-d6ac-403a-b064-fb00565c285e tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 Apr 14 21:12:57.411412 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6afcc-068b-46cf-bdcc-c0e688a2a2fd req-03d02263-1de6-4ca9-833c-6f640ce103d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:57.412867 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d7f6afcc-068b-46cf-bdcc-c0e688a2a2fd req-03d02263-1de6-4ca9-833c-6f640ce103d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Apr 14 21:12:57.459444 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d7f6afcc-068b-46cf-bdcc-c0e688a2a2fd req-38c3f740-0318-4c77-852d-2305c7833f67 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Apr 14 21:12:57.595462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Request body: {'port': {'device_id': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:57.712606 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:57.728698 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-85f187c6-3b20-416e-9274-a2cec3b11965 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625135 Apr 14 21:12:57.738623 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7bb4328f-ece7-431a-8fd3-e9be64161e4d req-7336441e-76e0-4d90-bc5d-701dfd01444f service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054716 Apr 14 21:12:57.953439 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cf8b-4d07-4763-a1e9-a67e6aa2aee0 req-085eb3b3-3cee-4184-ab4b-3b36eff31202 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:57.955036 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1da5cf8b-4d07-4763-a1e9-a67e6aa2aee0 req-085eb3b3-3cee-4184-ab4b-3b36eff31202 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0526509 Apr 14 21:12:57.988044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032a312e-ab55-4366-aa76-9bead5a8a017 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:57.995442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks [] for port (032a312e-ab55-4366-aa76-9bead5a8a017), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:58.003752 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1da5cf8b-4d07-4763-a1e9-a67e6aa2aee0 req-1649fd1d-c33f-4971-9710-7609e6874dbf tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Apr 14 21:12:58.009701 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Transition to ACTIVE for port object 032a312e-ab55-4366-aa76-9bead5a8a017 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:58.107662 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a08e1-4628-4022-97d9-905ee16faaf2 req-53d9d33f-d604-4155-a904-0e3212afef8d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.108017 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:58.109348 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a4a08e1-4628-4022-97d9-905ee16faaf2 req-53d9d33f-d604-4155-a904-0e3212afef8d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 931 time: 0.0473847 Apr 14 21:12:58.159699 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Pushing event updated for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:58.159917 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a4a08e1-4628-4022-97d9-905ee16faaf2 req-93ba64a4-4ce0-49d4-8039-bdbad9cf2f8f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Apr 14 21:12:58.198504 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Attempting to bind port 032a312e-ab55-4366-aa76-9bead5a8a017 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:58.198834 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Attempting to bind port 032a312e-ab55-4366-aa76-9bead5a8a017 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:58.199159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Attempting to bind port 032a312e-ab55-4366-aa76-9bead5a8a017 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:58.203675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Port 032a312e-ab55-4366-aa76-9bead5a8a017 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:58.204022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Attempting to bind port 032a312e-ab55-4366-aa76-9bead5a8a017 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:58.208820 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:58.209221 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Checking segment: {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:58.209603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Bound using segment: {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:58.210021 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Bound port: 032a312e-ab55-4366-aa76-9bead5a8a017, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:58.210375 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:58.261722 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9cadb-a658-428b-b349-17bb40629503 req-00d0bb38-7e95-4bca-bcce-2c8a2b43e790 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.263214 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-77c9cadb-a658-428b-b349-17bb40629503 req-00d0bb38-7e95-4bca-bcce-2c8a2b43e790 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0459163 Apr 14 21:12:58.272655 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:58.275719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=032a312e-ab55-4366-aa76-9bead5a8a017,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:58.312999 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-77c9cadb-a658-428b-b349-17bb40629503 req-70cb3a08-5703-4726-a53d-9a9084f1523d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Apr 14 21:12:58.386107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:58.420762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.421422 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:58.422809 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] 10.222.0.57 "PUT /v2.0/ports/032a312e-ab55-4366-aa76-9bead5a8a017 HTTP/1.1" status: 200 len: 1093 time: 0.8391354 Apr 14 21:12:58.425329 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:58.427659 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b9bdc9-1f76-4756-912e-c2633fbb8efa" -d '{"events": [{"name": "network-changed", "server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:58.456108 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5277-d817-4688-bf76-ef26217ffa5e service neutron] Pushing event updated for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:58.596908 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd83cf-d57a-4912-8efc-d5f3490f8dd8 req-07cee92e-7865-43d4-a757-5f28e4e56153 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.598464 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1bdd83cf-d57a-4912-8efc-d5f3490f8dd8 req-07cee92e-7865-43d4-a757-5f28e4e56153 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.2320576 Apr 14 21:12:58.646588 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1bdd83cf-d57a-4912-8efc-d5f3490f8dd8 req-46588b4c-1f6a-4271-b9a8-7fe98556d202 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Apr 14 21:12:58.685482 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-afba6aff-f0f4-4126-a96e-1d13d5b05999 req-e43de7c7-f5d0-4be5-a057-6ce2bb1df127 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915105 Apr 14 21:12:58.693046 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3032b44-5b4e-4ac9-9af0-613c8c561071 x-openstack-request-id: req-a3032b44-5b4e-4ac9-9af0-613c8c561071 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:58.693357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:58.693632 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3032b44-5b4e-4ac9-9af0-613c8c561071 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:58.694056 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3032b44-5b4e-4ac9-9af0-613c8c561071'] response: {'name': 'network-changed', 'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017', 'status': 'completed', 'code': 200} Apr 14 21:12:58.783667 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf37f2-4c94-413d-a32a-4c68f9b61d32 req-3dd88327-7a3c-471a-aaee-10daa0a8ea97 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.785161 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-17cf37f2-4c94-413d-a32a-4c68f9b61d32 req-3dd88327-7a3c-471a-aaee-10daa0a8ea97 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0474796 Apr 14 21:12:58.833738 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-17cf37f2-4c94-413d-a32a-4c68f9b61d32 req-5f06762e-5916-4d0c-be18-2aee5937d309 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Apr 14 21:12:58.948452 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166e09-9542-47e3-a400-b3b929aba2b2 req-c4d5aafa-0143-43af-8345-917549e61f5c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:58.950487 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f4166e09-9542-47e3-a400-b3b929aba2b2 req-c4d5aafa-0143-43af-8345-917549e61f5c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Apr 14 21:12:58.959021 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35342) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:58.963399 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'floatingip': {'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:59.036758 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:59.193488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab3d6-35aa-47eb-a89f-627ddd24213b req-95551d5a-abe3-47d9-91d7-77a98ba83da2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:59.194852 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-33eab3d6-35aa-47eb-a89f-627ddd24213b req-95551d5a-abe3-47d9-91d7-77a98ba83da2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.1040425 Apr 14 21:12:59.308144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-33eab3d6-35aa-47eb-a89f-627ddd24213b req-bbc81b41-9146-4dd9-b15d-104bdb6998f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063328 Apr 14 21:12:59.516446 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a3eb-8a27-4878-8b5e-147ea06b10f6 req-310b7752-4f18-4ecb-8cc4-6f93b6dadc38 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:59.517879 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f262a3eb-8a27-4878-8b5e-147ea06b10f6 req-310b7752-4f18-4ecb-8cc4-6f93b6dadc38 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.1518340 Apr 14 21:12:59.676324 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f262a3eb-8a27-4878-8b5e-147ea06b10f6 req-2467c626-4cb2-4cb0-b1b8-5f5c70868ddf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515160 Apr 14 21:12:59.856285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77762a-3146-4f78-b867-8c44d2258adc req-b6f03269-4095-460e-b020-4d59b31979c5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:59.857791 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df77762a-3146-4f78-b867-8c44d2258adc req-b6f03269-4095-460e-b020-4d59b31979c5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.1140034 Apr 14 21:12:59.877500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:59.913984 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df77762a-3146-4f78-b867-8c44d2258adc req-da815f51-de8f-405f-9432-ca66902232d9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Apr 14 21:12:59.979046 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:00.053649 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd036ef-6a44-4bbc-bd73-7ebf4895654e req-1c4d175c-d6c6-419d-8801-f0945806023b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:00.055020 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dcd036ef-6a44-4bbc-bd73-7ebf4895654e req-1c4d175c-d6c6-419d-8801-f0945806023b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0858994 Apr 14 21:13:00.140617 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Floating IP d2c32c9d-c5d7-4755-92d5-045b1a238524 associated. External IP: 172.27.0.14, port: 4eba79d3-fcd7-4dd6-ba11-67da954615cc. Apr 14 21:13:00.149472 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dcd036ef-6a44-4bbc-bd73-7ebf4895654e req-56f46314-29c1-40fd-8082-b6ae6d7214d9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638392 Apr 14 21:13:00.467232 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e94d-9d05-4d96-871d-3b2bd298a998 req-5fee1507-9b57-41b4-954a-9f9eadd956b0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:00.468695 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4e56e94d-9d05-4d96-871d-3b2bd298a998 req-5fee1507-9b57-41b4-954a-9f9eadd956b0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0851634 Apr 14 21:13:00.567905 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4e56e94d-9d05-4d96-871d-3b2bd298a998 req-dbd00388-f72a-49d5-85b2-7aa69484d19e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908730 Apr 14 21:13:00.642327 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:13:00.799692 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf5ea3-43c0-4030-8dfd-d377f67bd9fb req-01ee9c6e-9f70-4a5a-b7ac-a10f2272795f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:00.801154 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-93bf5ea3-43c0-4030-8dfd-d377f67bd9fb req-01ee9c6e-9f70-4a5a-b7ac-a10f2272795f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0595095 Apr 14 21:13:00.803851 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:13:00.809080 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:00.817922 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:13:00.831912 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:00.832512 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:12:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:00.869057 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4c1a4a59-892a-47ea-a6c9-1def2a789907 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "PUT /v2.0/floatingips/d2c32c9d-c5d7-4755-92d5-045b1a238524 HTTP/1.1" status: 200 len: 990 time: 1.9085889 Apr 14 21:13:00.880287 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:00.882577 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a58c8-1c14-4406-ad07-866480df4390" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:00.899757 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-93bf5ea3-43c0-4030-8dfd-d377f67bd9fb req-c913be22-a42a-4d4b-b2dd-473c0d4e39d5 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881424 Apr 14 21:13:00.962282 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07ef28-480d-43bd-b710-8ffef18facff x-openstack-request-id: req-cc07ef28-480d-43bd-b710-8ffef18facff {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:00.965566 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:00.965566 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc07ef28-480d-43bd-b710-8ffef18facff {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:00.965566 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc07ef28-480d-43bd-b710-8ffef18facff'] response: {'name': 'network-changed', 'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'status': 'completed', 'code': 200} Apr 14 21:13:00.977731 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:01.053920 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52c08e-9275-4ec5-9f48-cf0b6107cb8f req-28cec11f-a629-42e1-b888-ab6809069c22 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.055471 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bf52c08e-9275-4ec5-9f48-cf0b6107cb8f req-28cec11f-a629-42e1-b888-ab6809069c22 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0503795 Apr 14 21:13:01.110189 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bf52c08e-9275-4ec5-9f48-cf0b6107cb8f req-7bbfbe60-feb2-4fed-b8b6-6cf0105e4481 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Apr 14 21:13:01.256728 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'd2c32c9d-c5d7-4755-92d5-045b1a238524', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:59Z', 'updated_at': '2022-04-14T21:12:59Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:01.286305 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2eaa7-6218-49b5-916b-4ed7460f142e req-241ca6c4-9d91-4996-a40e-036fde6e7267 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.287967 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a7c2eaa7-6218-49b5-916b-4ed7460f142e req-241ca6c4-9d91-4996-a40e-036fde6e7267 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0569527 Apr 14 21:13:01.288855 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:13:01.298441 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:01.299531 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:12:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:01.346998 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a7c2eaa7-6218-49b5-916b-4ed7460f142e req-a77e31fb-19ff-4563-a48b-ef38de4229c3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532472 Apr 14 21:13:01.409557 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:01.640737 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'd2c32c9d-c5d7-4755-92d5-045b1a238524', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:59Z', 'updated_at': '2022-04-14T21:12:59Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:01.668057 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b348abc-27c2-48db-ac2f-4dcc2a9134d6 None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'd2c32c9d-c5d7-4755-92d5-045b1a238524', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:59Z', 'updated_at': '2022-04-14T21:12:59Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:13:01.687405 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126d10-be34-431f-95d3-bd56565a2c2e req-5f714d8c-4f90-4c94-8e5a-3722d88f21d5 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.688861 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4126d10-be34-431f-95d3-bd56565a2c2e req-5f714d8c-4f90-4c94-8e5a-3722d88f21d5 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0490358 Apr 14 21:13:01.743774 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4126d10-be34-431f-95d3-bd56565a2c2e req-1318d6bb-5b97-4b48-9b82-6e324807bd11 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Apr 14 21:13:01.869906 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-3bb188c6-7bdd-4136-8e4d-d1d5323b353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.871297 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-3bb188c6-7bdd-4136-8e4d-d1d5323b353f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 1127 time: 0.0539858 Apr 14 21:13:01.908479 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd278c4d-dd55-4b94-9432-7d9429dab3d3 None None] New status for floating IP d2c32c9d-c5d7-4755-92d5-045b1a238524: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:13:01.912488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-5a4c8087-608a-492a-bc8c-cb80acdd0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.916453 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-5a4c8087-608a-492a-bc8c-cb80acdd0cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 1127 time: 0.0983253 Apr 14 21:13:01.920914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-99927fb7-868d-4fa0-9355-94e220c8a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.923194 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-99927fb7-868d-4fa0-9355-94e220c8a44b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1130 time: 0.1397221 Apr 14 21:13:01.974157 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-992b5d2f-df4e-4658-8b5b-e58e66e6c660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032a312e-ab55-4366-aa76-9bead5a8a017 HTTP/1.1" status: 200 len: 217 time: 0.0897908 Apr 14 21:13:01.980306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-e4babd1b-a785-46c6-84b0-c813a696ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:01.982183 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-e4babd1b-a785-46c6-84b0-c813a696ccf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1129 time: 0.1302447 Apr 14 21:13:02.074009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0652ac4-2f3f-4253-af46-cda9acf520ba req-5b50fd00-5478-4784-b7fe-9a80d7a26321 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:02.075646 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b0652ac4-2f3f-4253-af46-cda9acf520ba req-5b50fd00-5478-4784-b7fe-9a80d7a26321 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0479398 Apr 14 21:13:02.124356 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b0652ac4-2f3f-4253-af46-cda9acf520ba req-1fe75983-fc30-4f7e-a972-6e24ff332043 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Apr 14 21:13:02.230516 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028f58-2453-4e1a-8630-e962abb2e635 req-eb808fb0-d8ea-4328-9bcb-cd5b31a27a7e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:02.232636 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-54028f58-2453-4e1a-8630-e962abb2e635 req-eb808fb0-d8ea-4328-9bcb-cd5b31a27a7e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Apr 14 21:13:02.281147 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-54028f58-2453-4e1a-8630-e962abb2e635 req-6b7c404a-99b5-49b8-abee-fb9543890775 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Apr 14 21:13:02.467081 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a312-d909-4ce6-823b-fdcc2e9cdc95 req-20e5e116-a99a-4ee9-a249-99edc6b7eb3f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:02.468529 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d44a312-d909-4ce6-823b-fdcc2e9cdc95 req-20e5e116-a99a-4ee9-a249-99edc6b7eb3f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0486438 Apr 14 21:13:02.529595 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d44a312-d909-4ce6-823b-fdcc2e9cdc95 req-b79c7325-34c9-4bce-97f8-fbd4192d6a39 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550797 Apr 14 21:13:02.857295 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd42cb-0b52-4809-b10f-8c8c2a934607 req-68c3c1d6-5a1a-46b7-ae96-225bc8437708 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:02.858747 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7ecd42cb-0b52-4809-b10f-8c8c2a934607 req-68c3c1d6-5a1a-46b7-ae96-225bc8437708 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0456779 Apr 14 21:13:02.905823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7ecd42cb-0b52-4809-b10f-8c8c2a934607 req-ebf07ae5-3df7-426b-aa07-da0148f3b90c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Apr 14 21:13:03.239937 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49bd3-c109-498a-bff3-42370bf4fae4 req-9221f4b3-d872-41ae-9a1f-20a496b25005 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:03.241446 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-55b49bd3-c109-498a-bff3-42370bf4fae4 req-9221f4b3-d872-41ae-9a1f-20a496b25005 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0497725 Apr 14 21:13:03.288945 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-55b49bd3-c109-498a-bff3-42370bf4fae4 req-230597ff-0912-46c3-a9d0-341ee0750ffd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Apr 14 21:13:03.391408 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42dd3-6703-4d34-96d9-ca0c7e828b82 req-9c9f3544-905c-4221-8edb-bfbc5cd098ad tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:03.392982 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23e42dd3-6703-4d34-96d9-ca0c7e828b82 req-9c9f3544-905c-4221-8edb-bfbc5cd098ad tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0468428 Apr 14 21:13:03.439937 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23e42dd3-6703-4d34-96d9-ca0c7e828b82 req-a969f931-c33b-46e1-b4f0-af85f5fa3275 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Apr 14 21:13:03.641022 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de6fe-fc84-497d-964a-f8f3d357980d req-cc925c2a-247f-4cfb-80fc-cd64b31257b8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:03.642515 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-275de6fe-fc84-497d-964a-f8f3d357980d req-cc925c2a-247f-4cfb-80fc-cd64b31257b8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0524914 Apr 14 21:13:03.690513 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-275de6fe-fc84-497d-964a-f8f3d357980d req-f7358d67-0534-474b-a318-d8e851fa945e tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Apr 14 21:13:04.022029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2912f-c2bb-4bbd-84de-7f48ef27a7eb req-e95bec62-96da-4377-ac81-6aa528af83f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:04.023512 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3ce2912f-c2bb-4bbd-84de-7f48ef27a7eb req-e95bec62-96da-4377-ac81-6aa528af83f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 943 time: 0.0515451 Apr 14 21:13:04.069297 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3ce2912f-c2bb-4bbd-84de-7f48ef27a7eb req-008625b8-cd3e-4115-9c62-198eb4cfc5ca tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Apr 14 21:13:04.118790 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 7c34be4a-20b7-4320-a69d-4f70a7dda0ad details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:13:04.201856 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35464) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:04.227214 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:04.241691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:13:04.287225 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:04.287617 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.301512 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c34be4a-20b7-4320-a69d-4f70a7dda0ad {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:13:04.318453 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-02e11f78-f284-4ee5-b46a-174ce688f5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.324977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:04.410205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.420920 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeca1f-8abd-475d-a9cf-1c2755e574ad req-17a47852-93f2-4cf9-83e0-3b91a1042fb9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:04.422419 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a9aeca1f-8abd-475d-a9cf-1c2755e574ad req-17a47852-93f2-4cf9-83e0-3b91a1042fb9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0616064 Apr 14 21:13:04.438932 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-02e11f78-f284-4ee5-b46a-174ce688f5af admin admin] Publish callbacks [] for security_group (09757f11-a9db-4374-a76a-f058c278ef9a), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.458196 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:04.476395 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a9aeca1f-8abd-475d-a9cf-1c2755e574ad req-8735e7ce-ec80-472c-b8a4-00d82573db03 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Apr 14 21:13:04.516821 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-02e11f78-f284-4ee5-b46a-174ce688f5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (09757f11-a9db-4374-a76a-f058c278ef9a), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.549877 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588b9f3-ef0d-4d29-b390-a012a48672b4 req-2ab2fe68-31d7-4d39-90e1-d2e48da95e1e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:04.551467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d588b9f3-ef0d-4d29-b390-a012a48672b4 req-2ab2fe68-31d7-4d39-90e1-d2e48da95e1e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0466106 Apr 14 21:13:04.561016 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-02e11f78-f284-4ee5-b46a-174ce688f5af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b82a94525afb4499919218d95e9d1d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580194 Apr 14 21:13:04.562231 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e11f78-f284-4ee5-b46a-174ce688f5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09757f11-a9db-4374-a76a-f058c278ef9a,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:04.563792 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35472) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:04.625208 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d588b9f3-ef0d-4d29-b390-a012a48672b4 req-662150e9-b899-4f5f-9a5f-c10de6d5d504 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678940 Apr 14 21:13:04.642187 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] Publish callbacks [] for security_group (09757f11-a9db-4374-a76a-f058c278ef9a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.665424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] Publish callbacks [] for security_group (09757f11-a9db-4374-a76a-f058c278ef9a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.781873 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (09757f11-a9db-4374-a76a-f058c278ef9a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.784532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:04.785784 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09757f11-a9db-4374-a76a-f058c278ef9a HTTP/1.1" status: 204 len: 168 time: 0.2210655 Apr 14 21:13:04.794450 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92c434-2b37-4298-b682-10a02a537d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09757f11-a9db-4374-a76a-f058c278ef9a,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:04.803148 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea570-4f31-459b-8ee2-75d34beadcbc req-66a36384-9f99-4e8a-a816-eda89dee032c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:04.804690 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49dea570-4f31-459b-8ee2-75d34beadcbc req-66a36384-9f99-4e8a-a816-eda89dee032c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0492749 Apr 14 21:13:04.850033 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['7c34be4a-20b7-4320-a69d-4f70a7dda0ad'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:04.853232 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49dea570-4f31-459b-8ee2-75d34beadcbc req-8e355ee7-50e9-4121-b653-a112db747a1c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Apr 14 21:13:05.184728 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-86f16d89-3044-4f73-8ebf-d28cca1f246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.186226 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-86f16d89-3044-4f73-8ebf-d28cca1f246f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1dea449-f381-43b3-8b3f-e32268a5cedc HTTP/1.1" status: 200 len: 849 time: 0.0498023 Apr 14 21:13:05.228776 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-620874da-50e2-4f3b-93be-f2aa7df94cde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325561 Apr 14 21:13:05.333297 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-3cb1681d-6740-4320-a06a-31946c776c13 service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878954 Apr 14 21:13:05.381675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-e41888e2-afb6-494f-9747-36ff77c5977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.383375 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-e41888e2-afb6-494f-9747-36ff77c5977d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1127 time: 0.2354608 Apr 14 21:13:05.413501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1f9b1-efc5-4fb2-a4aa-00238b1d3076 req-89b3c76a-6063-477a-b8e0-e117a06df831 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.415068 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39f1f9b1-efc5-4fb2-a4aa-00238b1d3076 req-89b3c76a-6063-477a-b8e0-e117a06df831 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 944 time: 0.2628036 Apr 14 21:13:05.474031 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4bc0ae4b-93b2-4675-b611-17aca5c60a2f req-24de000a-3843-4d38-b18a-8b54b0c55f45 service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908372 Apr 14 21:13:05.501332 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-0e8e87ba-3795-454f-8eff-cc8d8f37d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.502790 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-0e8e87ba-3795-454f-8eff-cc8d8f37d367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.3704503 Apr 14 21:13:05.519066 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-74ccf701-77af-459c-b7d8-fb45a8f90fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.520501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-74ccf701-77af-459c-b7d8-fb45a8f90fa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.3710694 Apr 14 21:13:05.538387 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-0f1ae967-5359-46de-9646-e67cae3f5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.553066 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-0f1ae967-5359-46de-9646-e67cae3f5199 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.4088204 Apr 14 21:13:05.595910 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9154e6-b73d-4a82-9fbe-e617dd8acd32 req-cd195fcf-caf1-4dca-9365-6ac32d79604f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:05.598010 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7a9154e6-b73d-4a82-9fbe-e617dd8acd32 req-cd195fcf-caf1-4dca-9365-6ac32d79604f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0513909 Apr 14 21:13:05.627762 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39f1f9b1-efc5-4fb2-a4aa-00238b1d3076 req-d917f4f8-0c71-4806-9e82-3eecfa373ad0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025461 Apr 14 21:13:05.669596 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7a9154e6-b73d-4a82-9fbe-e617dd8acd32 req-1e7939b5-f011-4e1f-818a-14ae4b632194 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557501 Apr 14 21:13:05.709213 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-5050dca6-80f3-4df2-ae1f-b104d1ec45c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0967176 Apr 14 21:13:05.735345 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35496) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:05.748860 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0305161a-a015-4a32-a1ea-cdecd1ccbc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:05.761263 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-5c445e08-352b-4dd9-b91f-94aa41cdd338 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 200 len: 217 time: 0.1325336 Apr 14 21:13:05.827655 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0305161a-a015-4a32-a1ea-cdecd1ccbc21 admin admin] Publish callbacks [] for security_group (50117705-52c0-43c5-902f-f5271c788d03), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:05.899767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0305161a-a015-4a32-a1ea-cdecd1ccbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (50117705-52c0-43c5-902f-f5271c788d03), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:05.978165 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305161a-a015-4a32-a1ea-cdecd1ccbc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50117705-52c0-43c5-902f-f5271c788d03,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:05.982429 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0305161a-a015-4a32-a1ea-cdecd1ccbc21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d2a692a5f0b424e8dff303c2db0a058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458854 Apr 14 21:13:05.985520 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35500) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:06.014800 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4827-32fe-42c0-8a8a-8dcf42b4d125 req-0087523a-2f34-46f6-b769-bc8e022b7637 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:06.016277 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b1b4827-32fe-42c0-8a8a-8dcf42b4d125 req-0087523a-2f34-46f6-b769-bc8e022b7637 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 943 time: 0.0940852 Apr 14 21:13:06.036016 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-0d509025-7ea8-4833-ab4c-d1c8909d8da3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 1000 time: 0.5123405 Apr 14 21:13:06.044111 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-88c87659-6d0b-4b1b-a1a3-afc4892281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:06.045802 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-88c87659-6d0b-4b1b-a1a3-afc4892281ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.5724576 Apr 14 21:13:06.056588 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dff05-9733-4d23-8efe-b752181a8e49 req-37cf4427-6ef7-4713-8dce-d66099492de4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:06.058061 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e6dff05-9733-4d23-8efe-b752181a8e49 req-37cf4427-6ef7-4713-8dce-d66099492de4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.3096375 Apr 14 21:13:06.078909 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] Publish callbacks [] for security_group (50117705-52c0-43c5-902f-f5271c788d03), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.088968 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b1b4827-32fe-42c0-8a8a-8dcf42b4d125 req-caf275db-bdd7-4c38-8142-21ff78ce7b5d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614803 Apr 14 21:13:06.109514 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e6dff05-9733-4d23-8efe-b752181a8e49 req-db3358dd-cd0d-4758-9890-7f1d378998e7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Apr 14 21:13:06.113603 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] Publish callbacks [] for security_group (50117705-52c0-43c5-902f-f5271c788d03), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.225498 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (50117705-52c0-43c5-902f-f5271c788d03), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.228064 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.229222 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50117705-52c0-43c5-902f-f5271c788d03 HTTP/1.1" status: 204 len: 168 time: 0.2427783 Apr 14 21:13:06.241657 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ece8d-3d0d-4baf-98e7-cc3fda5719fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50117705-52c0-43c5-902f-f5271c788d03,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:06.329869 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 7c34be4a-20b7-4320-a69d-4f70a7dda0ad up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:13:06.358154 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 757630be-4156-4c96-bed1-670f7dc65532 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:13:06.391427 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:13:06.411819 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.472221 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=757630be-4156-4c96-bed1-670f7dc65532,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:06.483734 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '757630be-4156-4c96-bed1-670f7dc65532', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'port_id': '757630be-4156-4c96-bed1-670f7dc65532', 'mac_address': 'fa:16:3e:d4:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:13:06.489483 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:13:06.489861 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.547089 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 757630be-4156-4c96-bed1-670f7dc65532 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:06.547477 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (757630be-4156-4c96-bed1-670f7dc65532), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.563977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757630be-4156-4c96-bed1-670f7dc65532 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:13:06.609421 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=757630be-4156-4c96-bed1-670f7dc65532,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:06.619277 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:06.619689 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.642902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:06.645128 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee694911-4561-4c72-8b57-d8f90c0e6c9d" -d '{"events": [{"server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "name": "network-vif-plugged", "status": "completed", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:06.658085 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:06.693261 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670c81e1-18f7-450a-8396-d12beb278c6d x-openstack-request-id: req-670c81e1-18f7-450a-8396-d12beb278c6d {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:06.693576 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "name": "network-vif-plugged", "status": "completed", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:06.693838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-670c81e1-18f7-450a-8396-d12beb278c6d {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:06.694384 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670c81e1-18f7-450a-8396-d12beb278c6d'] response: {'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'code': 200} Apr 14 21:13:06.707677 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.763152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7290b7-fc5e-4218-993f-949094ee945e req-302f2510-d2ec-4daa-9091-44846b2cdc80 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:06.770483 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8a7290b7-fc5e-4218-993f-949094ee945e req-302f2510-d2ec-4daa-9091-44846b2cdc80 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 944 time: 0.0632949 Apr 14 21:13:06.778515 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:06.792992 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.822527 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd12b5-1349-45f7-9822-4d4a529ab696 req-22592ef9-ba3e-4af4-b41f-b6905c44597b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:06.824843 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49cd12b5-1349-45f7-9822-4d4a529ab696 req-22592ef9-ba3e-4af4-b41f-b6905c44597b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0643845 Apr 14 21:13:06.838388 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8a7290b7-fc5e-4218-993f-949094ee945e req-356d8d94-a547-4094-80cf-17fef4239346 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666564 Apr 14 21:13:06.858891 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:06.875866 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49cd12b5-1349-45f7-9822-4d4a529ab696 req-f7bfc8bb-7846-4ca1-a0e4-e3c4148a25a9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Apr 14 21:13:07.212347 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba67c5-2450-4a96-8881-276b9c828b52 req-1a1a65ae-f4f8-4477-816c-b8126c2ca03b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:07.214540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8dba67c5-2450-4a96-8881-276b9c828b52 req-1a1a65ae-f4f8-4477-816c-b8126c2ca03b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 944 time: 0.0568061 Apr 14 21:13:07.251421 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b96c-5a20-4569-8d23-5fea3cbed399 req-3b74bd30-5283-451d-9953-144f905c47dd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:07.253171 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b6d5b96c-5a20-4569-8d23-5fea3cbed399 req-3b74bd30-5283-451d-9953-144f905c47dd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0679743 Apr 14 21:13:07.274014 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8dba67c5-2450-4a96-8881-276b9c828b52 req-1db52f0f-3647-4714-b3c1-9af25efb00a3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453620 Apr 14 21:13:07.309409 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b6d5b96c-5a20-4569-8d23-5fea3cbed399 req-07886935-1b66-46ad-852b-0f7789c4a515 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Apr 14 21:13:07.426831 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['757630be-4156-4c96-bed1-670f7dc65532'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:07.969548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521668e-b16f-4638-8f49-06f92fa54935 req-ed79e4fc-8e29-4c02-8e40-09cbd7a77d72 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:07.971090 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9521668e-b16f-4638-8f49-06f92fa54935 req-ed79e4fc-8e29-4c02-8e40-09cbd7a77d72 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0465326 Apr 14 21:13:07.993356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bfa43-8d10-4eb2-9f7b-f53faf51129a req-c725f382-9095-4abb-9cc3-f3de25a9f0b9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:07.995032 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-872bfa43-8d10-4eb2-9f7b-f53faf51129a req-c725f382-9095-4abb-9cc3-f3de25a9f0b9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0507944 Apr 14 21:13:08.021729 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9521668e-b16f-4638-8f49-06f92fa54935 req-151533f3-afa1-4ade-811e-5ff5ec52c031 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Apr 14 21:13:08.049555 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-872bfa43-8d10-4eb2-9f7b-f53faf51129a req-c7626528-5eb7-4383-8de8-7ba82cb32099 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467591 Apr 14 21:13:08.398710 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891fd5c-4f60-425e-9c98-b270680db778 req-36bb2453-555b-40fe-8c79-d5f6130c50ab tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:08.400206 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e891fd5c-4f60-425e-9c98-b270680db778 req-36bb2453-555b-40fe-8c79-d5f6130c50ab tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 944 time: 0.0471559 Apr 14 21:13:08.431575 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c287d-3c5e-4257-8f41-270fdaffc167 req-c15f9866-eff8-422a-a373-5c5582dba597 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:08.433520 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-569c287d-3c5e-4257-8f41-270fdaffc167 req-c15f9866-eff8-422a-a373-5c5582dba597 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Apr 14 21:13:08.452353 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e891fd5c-4f60-425e-9c98-b270680db778 req-b72016bc-adc7-4722-ac7d-10b103edc0f0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463336 Apr 14 21:13:08.484982 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-569c287d-3c5e-4257-8f41-270fdaffc167 req-2c7dd872-fbe4-481b-9620-7b46f693d7b0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Apr 14 21:13:08.661652 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c699fcc4-3af0-437b-8ae9-7bb1b9a88f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:08.819480 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35574) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:08.909192 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 757630be-4156-4c96-bed1-670f7dc65532 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:13:08.925999 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6835a32c-dc48-4f34-b144-be8706bb55be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:08.966940 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 757630be-4156-4c96-bed1-670f7dc65532 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:13:09.000973 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6835a32c-dc48-4f34-b144-be8706bb55be admin admin] Publish callbacks [] for security_group (b37d997e-b1a4-4a34-bfa8-12891dd17065), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.044099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 757630be-4156-4c96-bed1-670f7dc65532 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:13:09.044475 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (757630be-4156-4c96-bed1-670f7dc65532), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.085632 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6835a32c-dc48-4f34-b144-be8706bb55be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b37d997e-b1a4-4a34-bfa8-12891dd17065), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.117885 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6835a32c-dc48-4f34-b144-be8706bb55be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acecdac10afa41fda7d74f34f8ffa235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961237 Apr 14 21:13:09.120481 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35584) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:09.134703 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 757630be-4156-4c96-bed1-670f7dc65532 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:09.135741 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (757630be-4156-4c96-bed1-670f7dc65532), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.144860 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aaabb-04b4-4761-89bd-6f07bcf4cc89 req-1a77a1bd-40ff-436d-95f3-e8af2182ad6e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.146383 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b9aaabb-04b4-4761-89bd-6f07bcf4cc89 req-1a77a1bd-40ff-436d-95f3-e8af2182ad6e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0616524 Apr 14 21:13:09.164544 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757630be-4156-4c96-bed1-670f7dc65532'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:09.166959 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2833b9-abf2-4b58-81b1-16f2ba7797b4" -d '{"events": [{"server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "name": "network-vif-plugged", "status": "completed", "tag": "757630be-4156-4c96-bed1-670f7dc65532"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:09.171467 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835a32c-dc48-4f34-b144-be8706bb55be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d997e-b1a4-4a34-bfa8-12891dd17065,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:09.191035 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=757630be-4156-4c96-bed1-670f7dc65532,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:09.194237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc72b2-7387-4ef1-8601-331b44289b0d req-41587be8-5e84-4946-bba6-2ecab497aff9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.196541 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f4fc72b2-7387-4ef1-8601-331b44289b0d req-41587be8-5e84-4946-bba6-2ecab497aff9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.0594487 Apr 14 21:13:09.217962 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] Publish callbacks [] for security_group (b37d997e-b1a4-4a34-bfa8-12891dd17065), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.223459 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b9aaabb-04b4-4761-89bd-6f07bcf4cc89 req-49627ccd-c59f-4ab5-8523-198d79decc71 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653920 Apr 14 21:13:09.252880 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f4fc72b2-7387-4ef1-8601-331b44289b0d req-745d46b0-7fa9-4e30-b4cf-27dbd0883bf7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Apr 14 21:13:09.256201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] Publish callbacks [] for security_group (b37d997e-b1a4-4a34-bfa8-12891dd17065), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.276199 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e87f752-51cf-4dbf-9ab2-a46d693731dc x-openstack-request-id: req-1e87f752-51cf-4dbf-9ab2-a46d693731dc {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:09.276639 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "name": "network-vif-plugged", "status": "completed", "tag": "757630be-4156-4c96-bed1-670f7dc65532", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:09.276946 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e87f752-51cf-4dbf-9ab2-a46d693731dc {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:09.277435 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e87f752-51cf-4dbf-9ab2-a46d693731dc'] response: {'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757630be-4156-4c96-bed1-670f7dc65532', 'code': 200} Apr 14 21:13:09.300042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.355558 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:09.379776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b37d997e-b1a4-4a34-bfa8-12891dd17065), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.382360 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.383480 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b37d997e-b1a4-4a34-bfa8-12891dd17065 HTTP/1.1" status: 204 len: 168 time: 0.2620440 Apr 14 21:13:09.391979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e17b45-a1c4-4d82-a474-57f9f10a9a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d997e-b1a4-4a34-bfa8-12891dd17065,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:09.578507 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838152-0f5f-4122-9dce-7348f382806a req-c871bb64-098e-4fc4-856c-073d3c275b33 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.585680 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cc838152-0f5f-4122-9dce-7348f382806a req-c871bb64-098e-4fc4-856c-073d3c275b33 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0545733 Apr 14 21:13:09.626969 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6c8ac-7f93-408d-9742-fc09d09a2abf req-f702ed00-0420-47ef-9c35-ecdad50cafdd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.628552 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2cf6c8ac-7f93-408d-9742-fc09d09a2abf req-f702ed00-0420-47ef-9c35-ecdad50cafdd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0506952 Apr 14 21:13:09.628794 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cc838152-0f5f-4122-9dce-7348f382806a req-c5563c6f-cfcd-4a56-a443-847406a11bc2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Apr 14 21:13:09.678605 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2cf6c8ac-7f93-408d-9742-fc09d09a2abf req-dad4b259-d337-41b1-9ae2-9c1fa4bbe3a8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Apr 14 21:13:09.812476 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-36413559-6a96-4243-857c-7d00a77207d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.814185 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-36413559-6a96-4243-857c-7d00a77207d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 1127 time: 0.0432615 Apr 14 21:13:09.899910 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-4975f2d3-9aad-4c1a-9ec3-2ecd82d33ce8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 217 time: 0.1342785 Apr 14 21:13:09.923047 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-e2f35cf1-30da-45ee-acd4-5a469273f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.924476 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-e2f35cf1-30da-45ee-acd4-5a469273f681 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 200 len: 910 time: 0.0925667 Apr 14 21:13:09.965185 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-1d491134-9651-4b5b-b84e-821c9de6f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.967191 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-1d491134-9651-4b5b-b84e-821c9de6f68c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.1947851 Apr 14 21:13:09.969263 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-5706e85b-1908-4eac-964e-ef65229bf565 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=032a312e-ab55-4366-aa76-9bead5a8a017 HTTP/1.1" status: 200 len: 217 time: 0.0362515 Apr 14 21:13:09.971361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-6f24762a-7701-471d-9768-126c7a2d31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.972793 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-6f24762a-7701-471d-9768-126c7a2d31c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.1889377 Apr 14 21:13:09.974048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-b1acc30d-47cc-47ba-b98a-5aa8a1696adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.975403 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-b1acc30d-47cc-47ba-b98a-5aa8a1696adb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.2016861 Apr 14 21:13:09.992021 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-b8af52cc-636a-4305-864a-c5dc45bdf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:09.993597 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-b8af52cc-636a-4305-864a-c5dc45bdf4d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0817070 Apr 14 21:13:10.068010 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-6be41254-fb3b-4eed-97a7-5198b8623ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.069671 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-6be41254-fb3b-4eed-97a7-5198b8623ec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1dea449-f381-43b3-8b3f-e32268a5cedc HTTP/1.1" status: 200 len: 849 time: 0.0475483 Apr 14 21:13:10.113204 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-614bf4b0-a9e9-465f-a157-0b1accf9ccea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352407 Apr 14 21:13:10.143618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-754c910a-1605-4e54-9a5d-e3b9e3cbf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.145139 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-754c910a-1605-4e54-9a5d-e3b9e3cbf057 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290505 Apr 14 21:13:10.152294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-f50a9b26-005a-4de6-a85d-36f6ac646a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.153075 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-f50a9b26-005a-4de6-a85d-36f6ac646a0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265202 Apr 14 21:13:10.156904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-ac234e54-2eb1-4ebc-ae3d-29f7c3069ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.158364 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-ac234e54-2eb1-4ebc-ae3d-29f7c3069ba5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332955 Apr 14 21:13:10.165456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-6cc36d05-93b2-4173-8b9f-01e16936422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.166819 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-6cc36d05-93b2-4173-8b9f-01e16936422d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394539 Apr 14 21:13:10.205103 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-89c4f416-d4c3-4ae3-b421-81c4bc19cffd service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857561 Apr 14 21:13:10.207263 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.57', 60888) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:10.260154 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.57', 60889) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:10.298730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35604) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:10.343018 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670a3c5-b790-44e5-a402-9568ea10678c req-5a6f99a8-3d24-4b2f-b936-867ce5157966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.344720 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a670a3c5-b790-44e5-a402-9568ea10678c req-5a6f99a8-3d24-4b2f-b936-867ce5157966 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 1129 time: 0.1309316 Apr 14 21:13:10.365524 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e7474262-a23a-472e-ae92-7db0566f6f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:10.425231 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f96b-69a5-484a-a570-d0cb8815743f req-89c7c077-fe88-4a6f-8b76-ac254ebe9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.427081 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0b86f96b-69a5-484a-a570-d0cb8815743f req-89c7c077-fe88-4a6f-8b76-ac254ebe9cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1129 time: 0.1637936 Apr 14 21:13:10.479221 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-91d341ab-e8a7-4dc5-a885-c1c699c784e4 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250990 Apr 14 21:13:10.479410 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc895b5-b1f6-4c3d-be80-7daac68e2089 req-dde7e513-ea3c-45f7-b939-19c7e8f9a2c6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.480679 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-acc895b5-b1f6-4c3d-be80-7daac68e2089 req-dde7e513-ea3c-45f7-b939-19c7e8f9a2c6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 943 time: 0.1251376 Apr 14 21:13:10.491690 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bce0be-d4bb-40d0-a932-b2e0d8506902 req-5951bd76-2035-441b-bb5d-6cacef2efb75 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.498316 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-61bce0be-d4bb-40d0-a932-b2e0d8506902 req-5951bd76-2035-441b-bb5d-6cacef2efb75 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.1435051 Apr 14 21:13:10.518445 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-120add74-62fe-44c4-b97a-5a904e30768a service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407540 Apr 14 21:13:10.523008 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-53ce7d38-0b9c-40d0-9227-8161b713898d service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011982 Apr 14 21:13:10.540789 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-22c2937a-4cdd-4c75-83d6-f2c25ef6e160 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476703 Apr 14 21:13:10.542564 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a670a3c5-b790-44e5-a402-9568ea10678c req-23743b50-9452-4149-9050-882c8b8318c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883438 Apr 14 21:13:10.563969 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-daed4a3b-c0b7-4e23-8742-6abb3fb1e9fc service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730700 Apr 14 21:13:10.590348 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0b86f96b-69a5-484a-a570-d0cb8815743f req-61ff224e-5f48-465f-a4e9-c63ff791f619 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506088 Apr 14 21:13:10.608572 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-acc895b5-b1f6-4c3d-be80-7daac68e2089 req-4422626c-dca7-4361-adc6-55632a4c8486 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097686 Apr 14 21:13:10.631170 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e7474262-a23a-472e-ae92-7db0566f6f54 admin admin] Publish callbacks [] for security_group (6811c338-c052-4b3e-94e4-12158c9ac358), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:10.692298 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-61bce0be-d4bb-40d0-a932-b2e0d8506902 req-f58fd5f0-74cf-45eb-a98f-edac0458008f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844664 Apr 14 21:13:10.713228 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e7474262-a23a-472e-ae92-7db0566f6f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (6811c338-c052-4b3e-94e4-12158c9ac358), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:10.727399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-72779359-53b7-482a-9dbd-d8255852b010 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201378 Apr 14 21:13:10.727399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2db94a9-1179-4bcc-a7f6-c40a53493c03 req-10f34b0e-8638-4cb1-ab51-5150bd7404f6 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887786 Apr 14 21:13:10.776851 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e7474262-a23a-472e-ae92-7db0566f6f54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5c7c0d4fde9488ea2db1bef7bed88f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765575 Apr 14 21:13:10.780696 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35612) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:10.784686 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7474262-a23a-472e-ae92-7db0566f6f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811c338-c052-4b3e-94e4-12158c9ac358,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:10.799169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf44a-6ca1-4cd3-a33a-dd35e3ed133d req-29deda57-e00a-4b72-be6d-b1edb9fbbb78 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.800660 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-543bf44a-6ca1-4cd3-a33a-dd35e3ed133d req-29deda57-e00a-4b72-be6d-b1edb9fbbb78 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.1009617 Apr 14 21:13:10.803287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb794a-a078-46d9-847e-9582152c997a req-614dcf97-c42d-4e5c-aabd-aaade8089e5e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:10.804762 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-62eb794a-a078-46d9-847e-9582152c997a req-614dcf97-c42d-4e5c-aabd-aaade8089e5e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0492635 Apr 14 21:13:10.856429 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-62eb794a-a078-46d9-847e-9582152c997a req-ec747053-7863-4b5f-bdfc-e4b84f0ae9b6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Apr 14 21:13:10.876218 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] Publish callbacks [] for security_group (6811c338-c052-4b3e-94e4-12158c9ac358), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:10.880485 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-543bf44a-6ca1-4cd3-a33a-dd35e3ed133d req-64e86d22-3020-461c-8481-2739392d8b3c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732036 Apr 14 21:13:10.895921 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 032a312e-ab55-4366-aa76-9bead5a8a017 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:13:10.904203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] Publish callbacks [] for security_group (6811c338-c052-4b3e-94e4-12158c9ac358), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.005978 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-28cb1128-5ad7-48ab-8b5c-b1ffa25b09f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.016142 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=032a312e-ab55-4366-aa76-9bead5a8a017,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:11.022220 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (6811c338-c052-4b3e-94e4-12158c9ac358), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.026099 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.030169 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6811c338-c052-4b3e-94e4-12158c9ac358 HTTP/1.1" status: 204 len: 168 time: 0.2441130 Apr 14 21:13:11.030308 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d750d2a-fce7-41a8-9983-5e4ba329d075 req-3210790c-cf7e-442d-bd6b-43da147e9dd8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106157 Apr 14 21:13:11.036449 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641bb6-3f40-4e85-b1a7-7f26c324bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811c338-c052-4b3e-94e4-12158c9ac358,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:11.037858 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '032a312e-ab55-4366-aa76-9bead5a8a017', 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93', 'port_id': '032a312e-ab55-4366-aa76-9bead5a8a017', 'mac_address': 'fa:16:3e:8b:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dea449-f381-43b3-8b3f-e32268a5cedc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:13:11.211719 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 032a312e-ab55-4366-aa76-9bead5a8a017 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:11.212196 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.225547 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032a312e-ab55-4366-aa76-9bead5a8a017 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:13:11.244575 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=032a312e-ab55-4366-aa76-9bead5a8a017,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:11.330664 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.370786 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2897c3b3-eb80-41fc-b4a0-64f9523b466f req-afed1d53-bdc2-4bfa-9410-32a6c71805bd service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Apr 14 21:13:11.384313 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:11.750222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60098-fe46-43d5-8262-816d9e30a4e9 req-150ec0fe-9d0d-4796-b2e5-8c9ca22aeb12 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:11.751802 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26f60098-fe46-43d5-8262-816d9e30a4e9 req-150ec0fe-9d0d-4796-b2e5-8c9ca22aeb12 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 944 time: 0.0612619 Apr 14 21:13:11.811955 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26f60098-fe46-43d5-8262-816d9e30a4e9 req-f23a746a-a51b-4cb4-b6e7-dbabc1c16fe6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Apr 14 21:13:11.813789 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5038-6a12-4467-bb80-4f2a73994e56 req-7d9e90a7-1dee-4b14-b831-a06f148f877b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:11.816215 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a77b5038-6a12-4467-bb80-4f2a73994e56 req-7d9e90a7-1dee-4b14-b831-a06f148f877b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Apr 14 21:13:11.871195 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a77b5038-6a12-4467-bb80-4f2a73994e56 req-3798bf91-714d-4194-97eb-786787c9630f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Apr 14 21:13:11.923655 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['032a312e-ab55-4366-aa76-9bead5a8a017'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:11.928675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:11.980570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bf8d8-a7ad-4da8-9c08-7b851e222403 req-3596e3e1-2869-45b3-90d2-76b8ee1a88a6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:11.982723 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-136bf8d8-a7ad-4da8-9c08-7b851e222403 req-3596e3e1-2869-45b3-90d2-76b8ee1a88a6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0544326 Apr 14 21:13:12.028018 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc498-bfa8-47aa-9124-2438faaca107 req-16f0fcf8-1e68-436d-83ee-7982e3919c6b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:12.030109 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3e3bc498-bfa8-47aa-9124-2438faaca107 req-16f0fcf8-1e68-436d-83ee-7982e3919c6b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0616663 Apr 14 21:13:12.074722 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-136bf8d8-a7ad-4da8-9c08-7b851e222403 req-72e87bcc-6499-4aed-b09c-b26a6dd5b4c0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790920 Apr 14 21:13:12.104782 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3e3bc498-bfa8-47aa-9124-2438faaca107 req-bc4f1f44-caf3-48c8-9257-9e7c8b571c97 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688827 Apr 14 21:13:12.923505 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6323b-506c-46f9-abb5-da54ea357aba req-f299f56e-6d07-479a-9404-eb455cda0876 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:12.925758 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-27a6323b-506c-46f9-abb5-da54ea357aba req-f299f56e-6d07-479a-9404-eb455cda0876 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 944 time: 0.0566158 Apr 14 21:13:12.988488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b40e31-80da-4bb5-8785-5d69ee9348c2 req-79348bbe-2c61-4bf2-848a-b5ac8ba6134b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:12.989988 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b40e31-80da-4bb5-8785-5d69ee9348c2 req-79348bbe-2c61-4bf2-848a-b5ac8ba6134b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Apr 14 21:13:12.990875 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-27a6323b-506c-46f9-abb5-da54ea357aba req-8fec4a31-36b5-4c77-99b3-9b19a53283a0 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532935 Apr 14 21:13:13.045213 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72b40e31-80da-4bb5-8785-5d69ee9348c2 req-114dab10-2bcf-4fd7-8a7a-b81dd44e0d1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Apr 14 21:13:13.224053 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10851-96ef-4806-be4e-307e9223bfbc req-d0105ae8-47b3-4d76-be73-5a699f71fab3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:13.225663 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23c10851-96ef-4806-be4e-307e9223bfbc req-d0105ae8-47b3-4d76-be73-5a699f71fab3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0904994 Apr 14 21:13:13.245367 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef2c81-c039-42e3-b135-4e11d4bfaf4a req-71fc8557-596d-407e-96f3-bb312fe966b8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:13.247737 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27ef2c81-c039-42e3-b135-4e11d4bfaf4a req-71fc8557-596d-407e-96f3-bb312fe966b8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0609198 Apr 14 21:13:13.278265 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23c10851-96ef-4806-be4e-307e9223bfbc req-a50e9500-2061-411a-89f4-66e071ba3a03 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Apr 14 21:13:13.299190 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27ef2c81-c039-42e3-b135-4e11d4bfaf4a req-7c12d2b1-a9db-4615-bcea-80a468451e8b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 Apr 14 21:13:13.367923 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:13.509857 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 032a312e-ab55-4366-aa76-9bead5a8a017 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:13:13.557477 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 032a312e-ab55-4366-aa76-9bead5a8a017 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:13:13.655777 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 032a312e-ab55-4366-aa76-9bead5a8a017 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:13:13.656161 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:13.735521 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 032a312e-ab55-4366-aa76-9bead5a8a017 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:13.735983 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:13.759137 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:13.761613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343680f-c30e-4ae8-a404-7636c0635c30" -d '{"events": [{"server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "name": "network-vif-plugged", "status": "completed", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:13.774120 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=032a312e-ab55-4366-aa76-9bead5a8a017,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:13.797832 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3ca1e-6ab4-4606-9a53-0c80b735cc40 x-openstack-request-id: req-e1b3ca1e-6ab4-4606-9a53-0c80b735cc40 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:13.798138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "name": "network-vif-plugged", "status": "completed", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:13.798417 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1b3ca1e-6ab4-4606-9a53-0c80b735cc40 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:13.798803 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b3ca1e-6ab4-4606-9a53-0c80b735cc40'] response: {'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017', 'code': 200} Apr 14 21:13:13.958645 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:14.005895 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:14.095438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede66299-eaf7-4f43-9f9d-ea1f1ff26071 req-a32b4318-00cf-49cb-83a6-b38ecc353d05 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.096917 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ede66299-eaf7-4f43-9f9d-ea1f1ff26071 req-a32b4318-00cf-49cb-83a6-b38ecc353d05 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0458877 Apr 14 21:13:14.145104 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ede66299-eaf7-4f43-9f9d-ea1f1ff26071 req-7fc70b3f-e871-46f4-8261-7255a22e8449 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Apr 14 21:13:14.159819 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cae0-3c1e-4766-ba56-69d0ee9232e4 req-5770b4f0-2d41-4490-ae07-86e4ff9a8942 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.164809 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f376cae0-3c1e-4766-ba56-69d0ee9232e4 req-5770b4f0-2d41-4490-ae07-86e4ff9a8942 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Apr 14 21:13:14.220554 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f376cae0-3c1e-4766-ba56-69d0ee9232e4 req-93b95bc7-8693-4ac8-a68b-2dc8715077dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Apr 14 21:13:14.340087 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667637e2-a5c4-493c-b314-0fc27d55510f req-4196ffd9-1cf2-43ec-91eb-da38ad97a7c0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.346034 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-667637e2-a5c4-493c-b314-0fc27d55510f req-4196ffd9-1cf2-43ec-91eb-da38ad97a7c0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0597842 Apr 14 21:13:14.350623 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35704) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:14.356011 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:13:14.440211 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15642-9e5d-47c1-bca1-7ec1bd3805e8 req-046dd4be-cc59-4c1d-a163-268acc53f570 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.442006 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ec15642-9e5d-47c1-bca1-7ec1bd3805e8 req-046dd4be-cc59-4c1d-a163-268acc53f570 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0473254 Apr 14 21:13:14.461801 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:14.495195 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ec15642-9e5d-47c1-bca1-7ec1bd3805e8 req-36b3abb2-fd2b-46a0-b6ad-0f7937b7ca6d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 Apr 14 21:13:14.634084 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a58f3a-cc37-4c79-be28-8e73009f79dd req-f25cd0a0-a940-4dfc-8b1c-9d63b0ff7c39 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.634084 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-52a58f3a-cc37-4c79-be28-8e73009f79dd req-f25cd0a0-a940-4dfc-8b1c-9d63b0ff7c39 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0538511 Apr 14 21:13:14.635053 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35712) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:14.640232 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'floatingip': {'port_id': '757630be-4156-4c96-bed1-670f7dc65532'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:13:14.686717 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:14.730579 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac002a-d67d-40f4-9839-737ba5712fe3 req-f2117eb6-8ab3-4a39-a03d-082daa6c3bd4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:14.732067 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-20ac002a-d67d-40f4-9839-737ba5712fe3 req-f2117eb6-8ab3-4a39-a03d-082daa6c3bd4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.3460019 Apr 14 21:13:14.860916 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-20ac002a-d67d-40f4-9839-737ba5712fe3 req-a99fbae5-0c06-496a-9f1e-010a6fb6f0a8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090064 Apr 14 21:13:14.930642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:15.375599 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e19c-09dd-444a-a39d-03b5efeb19d3 req-51dc84dd-70c8-48d8-86a4-9166042fb12c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:15.377146 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8304e19c-09dd-444a-a39d-03b5efeb19d3 req-51dc84dd-70c8-48d8-86a4-9166042fb12c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0888326 Apr 14 21:13:15.410143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:15.472300 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:15.476822 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8304e19c-09dd-444a-a39d-03b5efeb19d3 req-e5513ed9-d300-45da-a800-0ea9a233f624 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937829 Apr 14 21:13:15.522933 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:15.556940 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:15.631433 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 1654de0e-7b4f-4ab4-b856-1d5f1a1c706f associated. External IP: 172.27.0.170, port: 7c34be4a-20b7-4320-a69d-4f70a7dda0ad. Apr 14 21:13:15.659964 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Floating IP 7a6f66e6-95df-4228-ab1c-c2bf4273c4e9 associated. External IP: 172.27.0.208, port: 757630be-4156-4c96-bed1-670f7dc65532. Apr 14 21:13:15.852538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:13:15.874688 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:13:15.995938 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:13:16.001655 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:16.005566 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1c6ba-cc8b-4a27-b95b-8d0340363689 req-4f59197b-1a79-463c-a945-b25fc2c6df93 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.008813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02c1c6ba-cc8b-4a27-b95b-8d0340363689 req-4f59197b-1a79-463c-a945-b25fc2c6df93 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0620985 Apr 14 21:13:16.009065 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:13:16.012659 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:13:16.017945 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:16.019411 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:16.020338 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:13:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.023686 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:13:16.039022 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e729f34b-2699-41bb-9f31-4d58271830dc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "PUT /v2.0/floatingips/7a6f66e6-95df-4228-ab1c-c2bf4273c4e9 HTTP/1.1" status: 200 len: 991 time: 1.4027362 Apr 14 21:13:16.039650 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'tag': '757630be-4156-4c96-bed1-670f7dc65532'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:16.042462 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb785986-dd2d-4921-806f-36cc5308446e" -d '{"events": [{"name": "network-changed", "server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "tag": "757630be-4156-4c96-bed1-670f7dc65532"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:16.042956 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:16.045252 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:13:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.094979 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cbf72b-c1ad-4f4b-b476-62715e17c625 x-openstack-request-id: req-e6cbf72b-c1ad-4f4b-b476-62715e17c625 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:16.094979 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "tag": "757630be-4156-4c96-bed1-670f7dc65532", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:16.094979 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6cbf72b-c1ad-4f4b-b476-62715e17c625 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:16.094979 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cbf72b-c1ad-4f4b-b476-62715e17c625'] response: {'name': 'network-changed', 'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'tag': '757630be-4156-4c96-bed1-670f7dc65532', 'status': 'completed', 'code': 200} Apr 14 21:13:16.123595 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-af91e394-a796-4fd7-961b-a8a2cd57ac06 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "PUT /v2.0/floatingips/1654de0e-7b4f-4ab4-b856-1d5f1a1c706f HTTP/1.1" status: 200 len: 991 time: 1.7603540 Apr 14 21:13:16.123595 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:16.123595 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24d8d5-7014-4c17-b791-9f48e0bc7307" -d '{"events": [{"name": "network-changed", "server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:16.129446 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02c1c6ba-cc8b-4a27-b95b-8d0340363689 req-feac2bc0-7c79-4eb4-8faa-5a0520c84a8a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Apr 14 21:13:16.163852 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8af8c2-513e-4629-bb61-6d626134b1eb x-openstack-request-id: req-4f8af8c2-513e-4629-bb61-6d626134b1eb {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:16.164152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:16.164772 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f8af8c2-513e-4629-bb61-6d626134b1eb {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:16.165116 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:16.165243 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8af8c2-513e-4629-bb61-6d626134b1eb'] response: {'name': 'network-changed', 'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'status': 'completed', 'code': 200} Apr 14 21:13:16.182237 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:16.438631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.468878 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:13:16.485622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:16.486255 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:13:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.500699 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7a6f66e6-95df-4228-ab1c-c2bf4273c4e9', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '757630be-4156-4c96-bed1-670f7dc65532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:d4:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:05Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.532386 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:13:16.542245 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:16.543008 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:13:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:16.650794 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:16.657848 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108cef1-4fc3-4107-9e3a-3eb2dd510422 req-8ae9c616-3db0-480c-be7a-0303cf1eb032 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.666998 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a108cef1-4fc3-4107-9e3a-3eb2dd510422 req-8ae9c616-3db0-480c-be7a-0303cf1eb032 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.1042609 Apr 14 21:13:16.708777 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:16.744298 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785986-dd2d-4921-806f-36cc5308446e req-b984bc6a-b50d-43da-ba24-4046fda560c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.746865 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-b984bc6a-b50d-43da-ba24-4046fda560c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1129 time: 0.0736949 Apr 14 21:13:16.889631 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-0c9b8e83-01b2-49a0-8d0b-49f23a3a918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.891166 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-0c9b8e83-01b2-49a0-8d0b-49f23a3a918b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 1129 time: 0.2154343 Apr 14 21:13:16.904037 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c546-3c36-413a-bd17-12be2013a521 req-a50ff23a-7837-47e6-9388-77c6a299610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.905877 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4b60c546-3c36-413a-bd17-12be2013a521 req-a50ff23a-7837-47e6-9388-77c6a299610f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 1129 time: 0.2316418 Apr 14 21:13:16.954908 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a108cef1-4fc3-4107-9e3a-3eb2dd510422 req-0ac97726-0814-4a35-b801-c0f1399c46a1 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834442 Apr 14 21:13:16.976892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785986-dd2d-4921-806f-36cc5308446e req-f6244cdc-e578-4abf-98b4-60244babd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.978511 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-f6244cdc-e578-4abf-98b4-60244babd715 service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.1901853 Apr 14 21:13:16.990182 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:17.011284 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7a6f66e6-95df-4228-ab1c-c2bf4273c4e9', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '757630be-4156-4c96-bed1-670f7dc65532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:d4:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:05Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:17.024655 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8c5fc-1fd6-4926-8f37-143a7318fed5 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:13:17.039445 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4557a-d4fd-4643-83d4-f496d376f19b None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7a6f66e6-95df-4228-ab1c-c2bf4273c4e9', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '757630be-4156-4c96-bed1-670f7dc65532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:d4:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:05Z', 'updated_at': '2022-04-14T21:13:15Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:13:17.239639 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35760) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:17.283087 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a545c-0ce7-430a-a0cb-d3ba3ddc8c72 req-4eee062d-7a8a-4bc1-96a2-aba97a9457d4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:17.312020 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8e4a545c-0ce7-430a-a0cb-d3ba3ddc8c72 req-4eee062d-7a8a-4bc1-96a2-aba97a9457d4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.1000862 Apr 14 21:13:17.345658 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2985d8-1451-4c6a-ac21-15aab2a6f94a None None] New status for floating IP 1654de0e-7b4f-4ab4-b856-1d5f1a1c706f: ACTIVE {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:13:17.408866 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551f2b0-bfea-4a6e-9a2f-6b54cbf29263 None None] New status for floating IP 7a6f66e6-95df-4228-ab1c-c2bf4273c4e9: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:13:17.428665 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8e4a545c-0ce7-430a-a0cb-d3ba3ddc8c72 req-9d49db15-10d4-4a9c-b8be-cbee609f104a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157067 Apr 14 21:13:17.744480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfb49-842b-4972-91d0-07e37671b620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:17.760869 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4b60c546-3c36-413a-bd17-12be2013a521 req-6a0f3005-bbac-46eb-a51d-0a804218d6b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746768 Apr 14 21:13:17.770143 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-44791a52-d551-40be-89d8-9c626a159eb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 999 time: 0.4829869 Apr 14 21:13:17.802070 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-eeff00c9-1340-4b8b-8cf3-b5c9852ed7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:17.803664 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-eeff00c9-1340-4b8b-8cf3-b5c9852ed7fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.5187075 Apr 14 21:13:17.854239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfb49-842b-4972-91d0-07e37671b620 admin admin] Publish callbacks [] for security_group (e83d2eda-6f2c-458f-a61c-363111a50a43), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:17.952829 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfb49-842b-4972-91d0-07e37671b620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e83d2eda-6f2c-458f-a61c-363111a50a43), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:17.992723 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7b5cfb49-842b-4972-91d0-07e37671b620 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8109cd24df4484f9cd7ee91b7772cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7519479 Apr 14 21:13:17.993630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cfb49-842b-4972-91d0-07e37671b620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d2eda-6f2c-458f-a61c-363111a50a43,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:17.995486 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35772) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:18.045520 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] Publish callbacks [] for security_group (e83d2eda-6f2c-458f-a61c-363111a50a43), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:18.065993 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] Publish callbacks [] for security_group (e83d2eda-6f2c-458f-a61c-363111a50a43), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:18.067290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8893-6c6b-4ae6-8f2e-38809afe97cf req-7b40a08b-ed18-4951-a559-b490905eac99 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.068742 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4fea8893-6c6b-4ae6-8f2e-38809afe97cf req-7b40a08b-ed18-4951-a559-b490905eac99 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0460594 Apr 14 21:13:18.115371 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4fea8893-6c6b-4ae6-8f2e-38809afe97cf req-88a12a6a-1e9c-49f7-936a-2cfaceadbfff tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Apr 14 21:13:18.214121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e83d2eda-6f2c-458f-a61c-363111a50a43), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:18.217732 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:18.219073 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e83d2eda-6f2c-458f-a61c-363111a50a43 HTTP/1.1" status: 204 len: 168 time: 0.2224777 Apr 14 21:13:18.227910 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e23977-d659-408f-be9b-3b7b1daa066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d2eda-6f2c-458f-a61c-363111a50a43,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:18.297263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785986-dd2d-4921-806f-36cc5308446e req-dff88f20-a9fa-4410-8e22-50541c42c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.298716 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-dff88f20-a9fa-4410-8e22-50541c42c769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0953054 Apr 14 21:13:18.302360 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-59c57fc7-433b-462c-92d2-47c28f7d4f5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 200 len: 1001 time: 0.0977643 Apr 14 21:13:18.383377 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785986-dd2d-4921-806f-36cc5308446e req-adec122f-34e4-408e-8422-51084ef997de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.384851 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-adec122f-34e4-408e-8422-51084ef997de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679882 Apr 14 21:13:18.397019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-31098430-48aa-46a4-8b2f-e572b55d32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.398235 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-31098430-48aa-46a4-8b2f-e572b55d32e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0735736 Apr 14 21:13:18.510122 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-7f8a2d19-cb7e-4901-b6e8-5684bafd7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.514245 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-7f8a2d19-cb7e-4901-b6e8-5684bafd7e47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925658 Apr 14 21:13:18.531862 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876d97-3c3b-458c-9969-2943b9d6d3f8 req-5cadba8d-00e4-4110-8ecc-e5dbb270b7ba tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:18.534160 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a876d97-3c3b-458c-9969-2943b9d6d3f8 req-5cadba8d-00e4-4110-8ecc-e5dbb270b7ba tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0503209 Apr 14 21:13:18.556818 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-2d8029ee-faf1-4948-9d83-08b547cbe71e service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389728 Apr 14 21:13:18.585163 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a876d97-3c3b-458c-9969-2943b9d6d3f8 req-99ea482c-8a77-45d6-8aa1-872576543ca2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Apr 14 21:13:19.156351 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b7c1-8477-4256-be98-cfb5463c6653 req-8bf36a5b-eabc-45e3-bd93-f6798c38eb93 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:19.160005 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df88b7c1-8477-4256-be98-cfb5463c6653 req-8bf36a5b-eabc-45e3-bd93-f6798c38eb93 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0592926 Apr 14 21:13:19.237999 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df88b7c1-8477-4256-be98-cfb5463c6653 req-4e6be0aa-dca9-4fbc-92b2-bff30848e415 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703681 Apr 14 21:13:19.336145 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea2af1-7ec1-4a69-a04d-361f4e122903 req-80568ca7-c9df-43d0-8167-8ae114051953 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:19.340050 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-04ea2af1-7ec1-4a69-a04d-361f4e122903 req-80568ca7-c9df-43d0-8167-8ae114051953 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.1084871 Apr 14 21:13:19.384992 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-75c713ea-7e15-41ad-aed6-345c6a0f3d13 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251925 Apr 14 21:13:19.388436 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb785986-dd2d-4921-806f-36cc5308446e req-4e2d9f2b-dc36-40c4-94b3-d7a86389b65f service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377932 Apr 14 21:13:19.415508 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-04ea2af1-7ec1-4a69-a04d-361f4e122903 req-37192a8c-73ae-4f7d-9177-8beb8f88f932 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678871 Apr 14 21:13:19.706833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20544ad-7e14-4203-9a1f-2790ff30e2ff req-e8c8afc1-47da-473a-85dd-50b8078cd0b5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:19.708344 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f20544ad-7e14-4203-9a1f-2790ff30e2ff req-e8c8afc1-47da-473a-85dd-50b8078cd0b5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0518756 Apr 14 21:13:19.757771 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f20544ad-7e14-4203-9a1f-2790ff30e2ff req-cd15e567-99e1-42ea-ac5a-9d238bdfa46b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Apr 14 21:13:19.927978 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:13:20.359688 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082ba7-0d98-491c-841c-c994bd448dd1 req-14b9f992-83b2-4797-8cbc-bcf9308fd80a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:20.361293 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-45082ba7-0d98-491c-841c-c994bd448dd1 req-14b9f992-83b2-4797-8cbc-bcf9308fd80a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0508606 Apr 14 21:13:20.410976 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-45082ba7-0d98-491c-841c-c994bd448dd1 req-3ca48229-4b1f-4bc4-a06a-11a9eac4f6a3 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Apr 14 21:13:20.527164 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2a54-51c5-4b35-a8e3-80408763e49e req-c5946bc0-84e9-45d3-975a-fbf2aa1b5036 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:20.528705 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-230b2a54-51c5-4b35-a8e3-80408763e49e req-c5946bc0-84e9-45d3-975a-fbf2aa1b5036 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0466032 Apr 14 21:13:20.576891 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-230b2a54-51c5-4b35-a8e3-80408763e49e req-b80b695a-5c37-4b90-95b4-81346d430caa tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Apr 14 21:13:20.869442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebda7f-afe2-4a9d-ade9-b3be268f57a0 req-3a91fa07-0158-44ec-b27c-44067e7f27b1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:20.870891 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5aebda7f-afe2-4a9d-ade9-b3be268f57a0 req-3a91fa07-0158-44ec-b27c-44067e7f27b1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0446775 Apr 14 21:13:20.918808 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5aebda7f-afe2-4a9d-ade9-b3be268f57a0 req-8cc615f6-403a-4471-9819-85da8a3bdcc5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Apr 14 21:13:21.398870 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d24d8d5-7014-4c17-b791-9f48e0bc7307 req-104ef202-c413-4364-a6db-4f0eedde955b service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897245 Apr 14 21:13:21.531099 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e83-b5cc-44e4-ba39-421fe1cce3ae req-32ed89af-1f3c-4e08-a487-8c3e884911c9 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:21.532709 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bccb8e83-b5cc-44e4-ba39-421fe1cce3ae req-32ed89af-1f3c-4e08-a487-8c3e884911c9 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0548677 Apr 14 21:13:21.581401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bccb8e83-b5cc-44e4-ba39-421fe1cce3ae req-75470d46-b7f3-4c09-8c7e-e95bb012e95e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Apr 14 21:13:21.686596 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ca0ca-b3ce-4ea3-a4ac-c89559a7d6a4 req-fcb65e9d-c1a3-4b94-959b-954ea68dc989 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:21.688009 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-094ca0ca-b3ce-4ea3-a4ac-c89559a7d6a4 req-fcb65e9d-c1a3-4b94-959b-954ea68dc989 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0459259 Apr 14 21:13:21.734709 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-094ca0ca-b3ce-4ea3-a4ac-c89559a7d6a4 req-3ae9f183-6178-4c70-b949-765354dd9070 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Apr 14 21:13:22.043573 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409495db-7a4d-4336-a40c-ae5b551d63fa req-c117265f-9f4d-46d5-88d8-df05224a1660 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:22.045623 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-409495db-7a4d-4336-a40c-ae5b551d63fa req-c117265f-9f4d-46d5-88d8-df05224a1660 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Apr 14 21:13:22.093231 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-409495db-7a4d-4336-a40c-ae5b551d63fa req-3a581864-33d2-415b-b057-4e324b48ceaf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Apr 14 21:13:22.706362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-9541fef2-309d-47a3-9546-104d5d2dc981 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:22.707813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-9541fef2-309d-47a3-9546-104d5d2dc981 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.57 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0793824 Apr 14 21:13:22.728630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea1b9e-5ad6-41bc-b3a3-f6a46df43e74 req-d56c079e-8301-4558-b560-232376c266dd tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:22.730034 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bfea1b9e-5ad6-41bc-b3a3-f6a46df43e74 req-d56c079e-8301-4558-b560-232376c266dd tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 946 time: 0.0710723 Apr 14 21:13:22.865853 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bfea1b9e-5ad6-41bc-b3a3-f6a46df43e74 req-2b07db05-f60e-461d-afea-ca6d762189c0 tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/security-groups?id=c545640f-955c-42db-bf7c-9a13f7b6a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181104 Apr 14 21:13:22.875357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Deleting port 012d1462-c324-4c46-9b08-30efe5333445 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:22.887680 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (012d1462-c324-4c46-9b08-30efe5333445), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:22.970658 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] For port 012d1462-c324-4c46-9b08-30efe5333445, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=012d1462-c324-4c46-9b08-30efe5333445,segment=NetworkSegment(b7e9c04b-5db0-4386-a453-318d9bd66ad2),segment_id=b7e9c04b-5db0-4386-a453-318d9bd66ad2)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:22.970934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (012d1462-c324-4c46-9b08-30efe5333445), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:22.985142 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Calling delete_port for 012d1462-c324-4c46-9b08-30efe5333445 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:23.246731 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf1bb8-a2e3-422e-9a1a-0ffe9ba7b9d1 req-1f1fb173-66b5-4ca6-9a51-fea0773e0ad7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:23.248398 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-52bf1bb8-a2e3-422e-9a1a-0ffe9ba7b9d1 req-1f1fb173-66b5-4ca6-9a51-fea0773e0ad7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0770206 Apr 14 21:13:23.253041 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78085b7-5ffb-4976-8610-db9c27200101 req-2d1bcedb-a1cf-4043-9bfb-23b063d3c7ee tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:23.254558 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c78085b7-5ffb-4976-8610-db9c27200101 req-2d1bcedb-a1cf-4043-9bfb-23b063d3c7ee tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0547574 Apr 14 21:13:23.265100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (012d1462-c324-4c46-9b08-30efe5333445), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:23.284548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['012d1462-c324-4c46-9b08-30efe5333445'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:23.329523 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c78085b7-5ffb-4976-8610-db9c27200101 req-89cec134-ad7f-494e-af6f-00be7f8eac21 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634594 Apr 14 21:13:23.353103 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Pushing event deleted for resources: {'Port': ['ID=012d1462-c324-4c46-9b08-30efe5333445,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:23.413195 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-52bf1bb8-a2e3-422e-9a1a-0ffe9ba7b9d1 req-8a16f31e-672b-4f64-a161-019d25258e66 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553500 Apr 14 21:13:23.427815 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] No DVR routers for this DVR port 012d1462-c324-4c46-9b08-30efe5333445 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:13:23.430856 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:23.434678 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c026bc6c-506c-4605-b3b8-3c628568c3d4 req-a393b457-fff6-4404-941a-8e857243dd3a tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.57 "DELETE /v2.0/ports/012d1462-c324-4c46-9b08-30efe5333445 HTTP/1.1" status: 204 len: 173 time: 0.7188673 Apr 14 21:13:23.435100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'name': 'network-vif-deleted', 'tag': '012d1462-c324-4c46-9b08-30efe5333445'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:23.437310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c104dfaa-add2-440c-ba4e-1583738040cc" -d '{"events": [{"server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "name": "network-vif-deleted", "tag": "012d1462-c324-4c46-9b08-30efe5333445"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:23.470487 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752c49e-8ebe-4835-bda8-2dd70265b4e1 x-openstack-request-id: req-6752c49e-8ebe-4835-bda8-2dd70265b4e1 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:23.470775 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441bd11-39d8-4d79-a2f9-21ccf5a3106b", "name": "network-vif-deleted", "tag": "012d1462-c324-4c46-9b08-30efe5333445", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:23.471031 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6752c49e-8ebe-4835-bda8-2dd70265b4e1 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:23.471427 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6752c49e-8ebe-4835-bda8-2dd70265b4e1'] response: {'server_uuid': '8441bd11-39d8-4d79-a2f9-21ccf5a3106b', 'name': 'network-vif-deleted', 'tag': '012d1462-c324-4c46-9b08-30efe5333445', 'status': 'completed', 'code': 200} Apr 14 21:13:23.963438 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f48c050c-b103-4482-af43-8130ee45b790 req-25c986f9-0040-4d8a-a99f-2a3f87b16c5d tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.0292690 Apr 14 21:13:24.440909 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c249fa-3e94-4b29-a317-6a755054b8c3 req-e383abed-f91d-465a-b292-0be3562604bf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:24.442428 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-75c249fa-3e94-4b29-a317-6a755054b8c3 req-e383abed-f91d-465a-b292-0be3562604bf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0485482 Apr 14 21:13:24.492282 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-75c249fa-3e94-4b29-a317-6a755054b8c3 req-bfa34661-4e0f-443c-869b-e7cafc61126f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Apr 14 21:13:24.526876 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4cf6-6046-43b5-951e-995374e4468d req-d56f61d5-d762-42d4-969c-efa38b04d18c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:24.528404 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fddf4cf6-6046-43b5-951e-995374e4468d req-d56f61d5-d762-42d4-969c-efa38b04d18c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Apr 14 21:13:24.577816 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fddf4cf6-6046-43b5-951e-995374e4468d req-25188225-cd0c-400d-91d7-c0dc07abdadf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Apr 14 21:13:25.043814 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-a2e08c15-1e93-4725-857d-be7c2ef03538 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:25.045926 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-a2e08c15-1e93-4725-857d-be7c2ef03538 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 945 time: 0.0494120 Apr 14 21:13:25.071451 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fc9eeb1a-79f7-414c-a980-acd6e7380d0e req-cbd422c5-0517-41d9-a249-dd6d1f0e782b tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.0324311 Apr 14 21:13:25.141286 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35918) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:25.149177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Deleting port 032a312e-ab55-4366-aa76-9bead5a8a017 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:25.149951 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.247136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] For port 032a312e-ab55-4366-aa76-9bead5a8a017, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=032a312e-ab55-4366-aa76-9bead5a8a017,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:25.247497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.258251 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7afe6368-c661-43ce-bc04-ce0e72a93f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.262386 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Calling delete_port for 032a312e-ab55-4366-aa76-9bead5a8a017 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:25.353769 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7afe6368-c661-43ce-bc04-ce0e72a93f30 admin admin] Publish callbacks [] for security_group (05862808-97df-480d-aae8-e5a75bbe9832), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.448362 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7afe6368-c661-43ce-bc04-ce0e72a93f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (05862808-97df-480d-aae8-e5a75bbe9832), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.489310 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7afe6368-c661-43ce-bc04-ce0e72a93f30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4540dd8ea0dc48f392c65e39d008ccc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469317 Apr 14 21:13:25.491172 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe6368-c661-43ce-bc04-ce0e72a93f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05862808-97df-480d-aae8-e5a75bbe9832,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:25.492096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35928) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:25.505003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (032a312e-ab55-4366-aa76-9bead5a8a017), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.515139 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['032a312e-ab55-4366-aa76-9bead5a8a017'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:25.542229 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Pushing event deleted for resources: {'Port': ['ID=032a312e-ab55-4366-aa76-9bead5a8a017,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:25.561311 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 012d1462-c324-4c46-9b08-30efe5333445 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:25.581980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 012d1462-c324-4c46-9b08-30efe5333445 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:25.585048 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 012d1462-c324-4c46-9b08-30efe5333445 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:25.627898 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-be005b2c-fca9-4578-89cc-9166ef8bee9a req-7afbe97a-85e0-4dd1-ba9f-c770c5c1ab9e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0467541 Apr 14 21:13:25.628419 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] No DVR routers for this DVR port 032a312e-ab55-4366-aa76-9bead5a8a017 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:13:25.632286 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.635450 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-37b409a8-7656-441a-8f55-6dfbb1c77e47 req-9ae4b42d-20f4-4444-80cf-0c3dd46eca9a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "DELETE /v2.0/ports/032a312e-ab55-4366-aa76-9bead5a8a017 HTTP/1.1" status: 204 len: 173 time: 0.5844924 Apr 14 21:13:25.635887 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'name': 'network-vif-deleted', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:25.639089 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9aee54-4942-4469-8934-453dc6ebefa2" -d '{"events": [{"server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "name": "network-vif-deleted", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:25.650532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] Publish callbacks [] for security_group (05862808-97df-480d-aae8-e5a75bbe9832), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.691083 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] Publish callbacks [] for security_group (05862808-97df-480d-aae8-e5a75bbe9832), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.699086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc1355b-523c-4b60-88b5-5a54c9236309 x-openstack-request-id: req-bdc1355b-523c-4b60-88b5-5a54c9236309 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:25.699502 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557dd49-3a35-4492-91e8-a387f0dbad3e", "name": "network-vif-deleted", "tag": "032a312e-ab55-4366-aa76-9bead5a8a017", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:25.700228 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdc1355b-523c-4b60-88b5-5a54c9236309 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:25.700228 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc1355b-523c-4b60-88b5-5a54c9236309'] response: {'server_uuid': 'f557dd49-3a35-4492-91e8-a387f0dbad3e', 'name': 'network-vif-deleted', 'tag': '032a312e-ab55-4366-aa76-9bead5a8a017', 'status': 'completed', 'code': 200} Apr 14 21:13:25.724186 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f695d4-e83e-42ab-8179-0147ea9457a7 req-eb338b0e-1ed9-4fd0-8a44-d250b24f3e21 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:25.725791 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-40f695d4-e83e-42ab-8179-0147ea9457a7 req-eb338b0e-1ed9-4fd0-8a44-d250b24f3e21 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0555675 Apr 14 21:13:25.775339 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-40f695d4-e83e-42ab-8179-0147ea9457a7 req-8e76c21f-a273-40ef-989c-85cadbd48059 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Apr 14 21:13:25.834212 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (05862808-97df-480d-aae8-e5a75bbe9832), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.838217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:25.839501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05862808-97df-480d-aae8-e5a75bbe9832 HTTP/1.1" status: 204 len: 168 time: 0.3464320 Apr 14 21:13:25.850587 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca170287-796a-4a71-8179-14ee8405c3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05862808-97df-480d-aae8-e5a75bbe9832,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:26.184059 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ee00b48-db7f-40c4-a92e-4ee0e8cb8f38 req-51cbc2dc-2a3d-464f-bb0b-9ec4ad69d36e tempest-DeleteServersTestJSON-1544288344 tempest-DeleteServersTestJSON-1544288344-project] 10.222.0.24 "GET /v2.0/ports?device_id=8441bd11-39d8-4d79-a2f9-21ccf5a3106b HTTP/1.1" status: 200 len: 210 time: 0.0281126 Apr 14 21:13:26.745821 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-842d9f41-2df6-4584-9ac1-85f1da8993b5 req-577d8aa7-6878-4215-9174-33ac5fd9eb42 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=f557dd49-3a35-4492-91e8-a387f0dbad3e HTTP/1.1" status: 200 len: 210 time: 0.0264339 Apr 14 21:13:26.790514 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 35948) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:26.806990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c049ca8a-699a-4186-82dd-c4b536b51316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:26.901708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde2d6-6eee-4912-855a-23fe78b6796f req-347240ec-165e-4e08-b62e-cfd52ce937dc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:26.903231 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0dde2d6-6eee-4912-855a-23fe78b6796f req-347240ec-165e-4e08-b62e-cfd52ce937dc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0603893 Apr 14 21:13:26.941550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c049ca8a-699a-4186-82dd-c4b536b51316 admin admin] Publish callbacks [] for security_group (9f9d416f-04c6-4796-ab75-2d48f166f2c3), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:26.967839 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0dde2d6-6eee-4912-855a-23fe78b6796f req-8847876b-1ad9-4bd6-9536-7fa29603ecd1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Apr 14 21:13:27.032415 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c049ca8a-699a-4186-82dd-c4b536b51316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9f9d416f-04c6-4796-ab75-2d48f166f2c3), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:27.071703 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c049ca8a-699a-4186-82dd-c4b536b51316 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b41e17b3384b7cad397974f3b9ad4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797899 Apr 14 21:13:27.072677 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049ca8a-699a-4186-82dd-c4b536b51316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d416f-04c6-4796-ab75-2d48f166f2c3,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:27.074349 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 35956) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:27.124055 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] Publish callbacks [] for security_group (9f9d416f-04c6-4796-ab75-2d48f166f2c3), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:27.149156 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] Publish callbacks [] for security_group (9f9d416f-04c6-4796-ab75-2d48f166f2c3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:27.271057 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9f9d416f-04c6-4796-ab75-2d48f166f2c3), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:27.273703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:27.274879 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f9d416f-04c6-4796-ab75-2d48f166f2c3 HTTP/1.1" status: 204 len: 168 time: 0.1995044 Apr 14 21:13:27.284036 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374e27e-cb2f-49fd-a7b9-e285b19eabeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d416f-04c6-4796-ab75-2d48f166f2c3,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:28.085508 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb066a-8d8b-480b-b87d-02c9943b01c8 req-6ec1d6df-4177-4a45-9738-18cc845771c7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:28.094250 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-36fb066a-8d8b-480b-b87d-02c9943b01c8 req-6ec1d6df-4177-4a45-9738-18cc845771c7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0570440 Apr 14 21:13:28.094453 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-c66d202f-98f1-4338-801d-c862a333ac83 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:28.100636 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-c66d202f-98f1-4338-801d-c862a333ac83 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/networks?id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 200 len: 809 time: 0.1230135 Apr 14 21:13:28.113486 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-7b3cf1cb-9c14-44a3-a57b-439a990408ed tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/quotas/114a641f6cae45589c8c9060364aaff5 HTTP/1.1" status: 200 len: 375 time: 0.0119369 Apr 14 21:13:28.141470 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-36fb066a-8d8b-480b-b87d-02c9943b01c8 req-aab00332-29cd-416c-9239-6ebd879ebd0d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Apr 14 21:13:28.147765 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-6abbf8b8-1193-4f60-8383-9e9dc32245f9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314667 Apr 14 21:13:28.247735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-2ae82bcd-c9b2-4476-a648-b7f28b223146 service neutron] 10.222.0.24 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Apr 14 21:13:28.337457 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-08999690-cc83-4d2a-b9ec-4ea250413de5 service neutron] 10.222.0.24 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839405 Apr 14 21:13:28.595149 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-897137c4-50bf-496a-918d-9a8585d4d363 req-3961d5d4-b76d-4566-a4fd-2246fa4e7371 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0340405 Apr 14 21:13:28.832023 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36034) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:28.883465 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Deleting subnet a0dee725-8ad3-40a8-a047-8accde846163 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:13:28.887254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Publish callbacks [] for subnet (a0dee725-8ad3-40a8-a047-8accde846163), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:28.925312 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Publish callbacks [] for subnet (a0dee725-8ad3-40a8-a047-8accde846163), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:28.937986 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (a0dee725-8ad3-40a8-a047-8accde846163), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.140403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (a0dee725-8ad3-40a8-a047-8accde846163), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.169813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.175860 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0dee725-8ad3-40a8-a047-8accde846163 HTTP/1.1" status: 204 len: 168 time: 0.3399246 Apr 14 21:13:29.175860 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f072d9-560d-487a-b84a-bbcd802de3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0dee725-8ad3-40a8-a047-8accde846163,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:29.176307 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36040) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:29.278168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (dd4aa003-c977-47de-b532-5d2c0393a402), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.295895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32455b0-6e81-4f5f-9330-131fdf82eb8d req-67e86d31-92aa-4459-9ee8-09d419fc2793 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:29.297970 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b32455b0-6e81-4f5f-9330-131fdf82eb8d req-67e86d31-92aa-4459-9ee8-09d419fc2793 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0674284 Apr 14 21:13:29.406364 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (dd4aa003-c977-47de-b532-5d2c0393a402), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.411502 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b32455b0-6e81-4f5f-9330-131fdf82eb8d req-f8678856-0946-4d29-9350-30989dd41263 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074250 Apr 14 21:13:29.431642 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.431983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.432834 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.433209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > port after_create 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.433579 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.433929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > port after_update 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.434246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.434561 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.434873 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.435188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.551044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.551841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.551841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.552137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:13:29.552488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4aa003-c977-47de-b532-5d2c0393a402']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:29.570474 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e9c04b-5db0-4386-a453-318d9bd66ad2') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:29.570771 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e9c04b-5db0-4386-a453-318d9bd66ad2') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:29.583082 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 032a312e-ab55-4366-aa76-9bead5a8a017 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:29.588374 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (b7e9c04b-5db0-4386-a453-318d9bd66ad2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.607130 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 032a312e-ab55-4366-aa76-9bead5a8a017 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:29.607481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 032a312e-ab55-4366-aa76-9bead5a8a017 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:29.611468 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (b7e9c04b-5db0-4386-a453-318d9bd66ad2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.619948 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:13:29.620420 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (b7e9c04b-5db0-4386-a453-318d9bd66ad2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: from cryptography.utils import int_from_bytes Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: from cryptography.utils import int_from_bytes Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:13:29.642340 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:13:29.698764 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-819b352e-fd5f-4400-95f6-c728dce5975f req-ade467f4-065d-46fe-9cd9-5387dab96b01 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0334964 Apr 14 21:13:29.803808 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (dd4aa003-c977-47de-b532-5d2c0393a402), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.809563 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:29.813051 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd4aa003-c977-47de-b532-5d2c0393a402 HTTP/1.1" status: 204 len: 168 time: 0.6356311 Apr 14 21:13:29.825306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ee671-99f7-44db-b4a3-049f0f148385 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4aa003-c977-47de-b532-5d2c0393a402,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:30.273544 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36062) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:30.316225 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36068) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:30.360233 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-baf7f1f9-863f-460c-a149-d80e03557aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4656c44a9514f7b94f88e12e6b37fef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428829 Apr 14 21:13:30.362904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36070) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:30.410949 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] Publish callbacks [] for security_group (c545640f-955c-42db-bf7c-9a13f7b6a984), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.433584 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] Publish callbacks [] for security_group (c545640f-955c-42db-bf7c-9a13f7b6a984), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.499056 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3bca2b9-4512-4e10-9a09-65d988108323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.525328 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e9050-cef5-4812-8b84-2d30142f2534 req-936b9855-a885-447c-a9a2-4449d2703b0d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:30.526803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3b0e9050-cef5-4812-8b84-2d30142f2534 req-936b9855-a885-447c-a9a2-4449d2703b0d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0475237 Apr 14 21:13:30.575237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c545640f-955c-42db-bf7c-9a13f7b6a984), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.576698 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3b0e9050-cef5-4812-8b84-2d30142f2534 req-4bf39281-74e0-4532-9bd1-5a50db5987fc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Apr 14 21:13:30.577804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.581032 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c545640f-955c-42db-bf7c-9a13f7b6a984 HTTP/1.1" status: 204 len: 168 time: 0.2150218 Apr 14 21:13:30.596298 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855e826-a577-4467-8fd8-5a784057c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c545640f-955c-42db-bf7c-9a13f7b6a984,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:30.635217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3bca2b9-4512-4e10-9a09-65d988108323 admin admin] Publish callbacks [] for security_group (c75ac7cc-83e5-4a2a-a42c-9def8014345a), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.706533 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3bca2b9-4512-4e10-9a09-65d988108323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c75ac7cc-83e5-4a2a-a42c-9def8014345a), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.752130 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d3bca2b9-4512-4e10-9a09-65d988108323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53a5329e53ea4a1d9197752076dc527a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775043 Apr 14 21:13:30.752336 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36078) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:30.754327 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bca2b9-4512-4e10-9a09-65d988108323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ac7cc-83e5-4a2a-a42c-9def8014345a,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:30.814984 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f4308175-6588-4fc9-921e-12475d3f8ec8 req-401d53c1-0904-40d6-b8f0-bf21977a01b9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0292678 Apr 14 21:13:30.876212 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] Publish callbacks [] for security_group (c75ac7cc-83e5-4a2a-a42c-9def8014345a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.900784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-df0c8922-3aad-4ef8-8a06-bf019780fb6c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:30.902279 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-df0c8922-3aad-4ef8-8a06-bf019780fb6c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "GET /v2.0/networks?id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 200 len: 809 time: 0.1424720 Apr 14 21:13:30.915369 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] Publish callbacks [] for security_group (c75ac7cc-83e5-4a2a-a42c-9def8014345a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:30.929472 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Request body: {'port': {'device_id': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93', 'admin_state_up': True, 'tenant_id': '114a641f6cae45589c8c9060364aaff5'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:13:31.387427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c75ac7cc-83e5-4a2a-a42c-9def8014345a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:31.390239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:31.391440 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c75ac7cc-83e5-4a2a-a42c-9def8014345a HTTP/1.1" status: 204 len: 168 time: 0.6380310 Apr 14 21:13:31.403821 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ad1e-05e8-4b99-af98-04c2bac95033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ac7cc-83e5-4a2a-a42c-9def8014345a,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:31.437945 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Made reservation on behalf of 114a641f6cae45589c8c9060364aaff5 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:13:31.441458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:31.575941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Allocated IP 172.20.0.12 (ab732bda-bd99-4eb5-a0de-1003ffc7fa93/a1dea449-f381-43b3-8b3f-e32268a5cedc/94b53ddc-f8d7-417f-a788-a7ec5bbc9c00) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:13:31.743992 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19345a-c3e1-4a98-9eed-bcb9b02ddfe2 req-e25e843f-dec1-4e2a-9740-48d1d03f4c05 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:31.745563 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cb19345a-c3e1-4a98-9eed-bcb9b02ddfe2 req-e25e843f-dec1-4e2a-9740-48d1d03f4c05 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0867779 Apr 14 21:13:31.790476 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks [] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:31.828131 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cb19345a-c3e1-4a98-9eed-bcb9b02ddfe2 req-854107ec-2a16-4832-9629-4a85fdb9f1ea tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757072 Apr 14 21:13:31.915910 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f570ba3c-6a05-4896-a3a8-a8a79c2a90d9 req-192d2711-5541-4d59-8f16-fd34b59b2356 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Apr 14 21:13:31.975672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.036206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Pushing event updated for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:32.039705 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:13:32.041462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:13:32.043656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:13:32.079403 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36120) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:32.093833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f913fbd-83f2-44bc-9918-cc0744760546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.099095 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:32.099716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.172631 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f913fbd-83f2-44bc-9918-cc0744760546 admin admin] Publish callbacks [] for security_group (3b81a415-e13b-4f1d-ba62-22c05b013064), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.184023 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-dd02dcae-6649-4c03-8535-6f84ce598dbd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2602601 Apr 14 21:13:32.196722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Request body: {'port': {'device_id': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:13:32.253052 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.341725 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f913fbd-83f2-44bc-9918-cc0744760546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3b81a415-e13b-4f1d-ba62-22c05b013064), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.379865 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-5f913fbd-83f2-44bc-9918-cc0744760546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8973099dddca4bbdbda0d967cdd4a98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992494 Apr 14 21:13:32.381896 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f913fbd-83f2-44bc-9918-cc0744760546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81a415-e13b-4f1d-ba62-22c05b013064,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:32.384253 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36122) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:32.436322 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] Publish callbacks [] for security_group (3b81a415-e13b-4f1d-ba62-22c05b013064), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.461580 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] Publish callbacks [] for security_group (3b81a415-e13b-4f1d-ba62-22c05b013064), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.517715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:13:32.525082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks [] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.596636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3b81a415-e13b-4f1d-ba62-22c05b013064), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.596850 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Transition to ACTIVE for port object 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:13:32.599582 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.600729 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b81a415-e13b-4f1d-ba62-22c05b013064 HTTP/1.1" status: 204 len: 168 time: 0.2153807 Apr 14 21:13:32.608730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2eccb-5e02-42a6-8fc6-7f5bfebf4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81a415-e13b-4f1d-ba62-22c05b013064,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:32.649591 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.702461 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Pushing event updated for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:32.770531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Attempting to bind port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:13:32.770862 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Attempting to bind port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:13:32.771192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Attempting to bind port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:13:32.776226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:13:32.776548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Attempting to bind port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 on network ab732bda-bd99-4eb5-a0de-1003ffc7fa93 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:13:32.781694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:13:32.782027 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Checking segment: {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:13:32.782406 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Bound using segment: {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:13:32.782830 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Bound port: 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01050e37-c8c0-443e-ae41-87308851a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:13:32.783188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:32.858927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:13:32.858927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:13:32.960904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350433fb-5fed-4df1-a61d-8ba7c34e4e6a req-e7d88641-8479-46e3-8d35-8ca9e98abf40 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:32.962420 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-350433fb-5fed-4df1-a61d-8ba7c34e4e6a req-e7d88641-8479-46e3-8d35-8ca9e98abf40 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0488942 Apr 14 21:13:32.963929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:33.012216 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:33.012556 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:33.013955 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] 10.222.0.57 "PUT /v2.0/ports/94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 HTTP/1.1" status: 200 len: 1094 time: 0.8215041 Apr 14 21:13:33.014387 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:33.016715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7327915-750f-4f8a-a52a-9866848b0597" -d '{"events": [{"name": "network-changed", "server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:33.044712 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b475a-76ce-461c-8560-fdff398e196a req-88df3d60-312a-4699-91e2-d0c9182ed0e1 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:33.046283 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df1b475a-76ce-461c-8560-fdff398e196a req-88df3d60-312a-4699-91e2-d0c9182ed0e1 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0563211 Apr 14 21:13:33.064606 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-350433fb-5fed-4df1-a61d-8ba7c34e4e6a req-99f9a6ac-43ff-4c5f-8d8a-eb14981a58fd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932877 Apr 14 21:13:33.065236 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4fbcf-f46a-4607-8f41-7e2bb0735950 service neutron] Pushing event updated for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:33.117390 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df1b475a-76ce-461c-8560-fdff398e196a req-00d0deb8-1a24-4675-b46e-fdc9898083de tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583956 Apr 14 21:13:33.123816 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4712ab-18fc-477f-9469-6270ab451b57 x-openstack-request-id: req-4e4712ab-18fc-477f-9469-6270ab451b57 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:33.124111 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:33.124386 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e4712ab-18fc-477f-9469-6270ab451b57 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:33.124771 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4712ab-18fc-477f-9469-6270ab451b57'] response: {'name': 'network-changed', 'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00', 'status': 'completed', 'code': 200} Apr 14 21:13:34.186637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee93308-1a1f-4043-a12c-c3dd7a0e6498 req-105415d9-0a47-4fc8-8c6d-bce523320ea4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:34.188146 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2ee93308-1a1f-4043-a12c-c3dd7a0e6498 req-105415d9-0a47-4fc8-8c6d-bce523320ea4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0505664 Apr 14 21:13:34.228775 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0ca39-7181-4056-a336-b9428a002bd6 req-502fe931-d139-4756-a566-6c6519162763 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:34.230927 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5d0ca39-7181-4056-a336-b9428a002bd6 req-502fe931-d139-4756-a566-6c6519162763 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0463965 Apr 14 21:13:34.236036 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2ee93308-1a1f-4043-a12c-c3dd7a0e6498 req-545cfff9-85ad-4106-ae9a-e6deac9a49ad tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Apr 14 21:13:34.282069 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e5d0ca39-7181-4056-a336-b9428a002bd6 req-feee6be3-63b0-42b1-9412-0788ffdc467c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Apr 14 21:13:34.474041 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36176) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:34.577138 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3038b921-50dd-49cf-a3aa-8ded1af45ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.650819 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3038b921-50dd-49cf-a3aa-8ded1af45ba8 admin admin] Publish callbacks [] for security_group (871065a9-5ac0-4d1f-9c42-39050fbec90e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.739568 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3038b921-50dd-49cf-a3aa-8ded1af45ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (871065a9-5ac0-4d1f-9c42-39050fbec90e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.778602 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3038b921-50dd-49cf-a3aa-8ded1af45ba8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=960b95b7976e46de9fc47091df313c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035171 Apr 14 21:13:34.779392 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b921-50dd-49cf-a3aa-8ded1af45ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871065a9-5ac0-4d1f-9c42-39050fbec90e,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:34.781312 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36180) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:34.829433 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] Publish callbacks [] for security_group (871065a9-5ac0-4d1f-9c42-39050fbec90e), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.850320 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] Publish callbacks [] for security_group (871065a9-5ac0-4d1f-9c42-39050fbec90e), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.981033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (871065a9-5ac0-4d1f-9c42-39050fbec90e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.983666 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:34.984830 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/871065a9-5ac0-4d1f-9c42-39050fbec90e HTTP/1.1" status: 204 len: 168 time: 0.2024612 Apr 14 21:13:34.992626 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6d0a6-c64c-469a-9c5e-5cf42adb9536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871065a9-5ac0-4d1f-9c42-39050fbec90e,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:35.352141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf67e04-8a97-4da6-834d-53186141a4b2 req-aae36df6-44ee-415b-96a1-ca42cea377c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:35.353697 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bcf67e04-8a97-4da6-834d-53186141a4b2 req-aae36df6-44ee-415b-96a1-ca42cea377c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0502927 Apr 14 21:13:35.407680 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bcf67e04-8a97-4da6-834d-53186141a4b2 req-9fbc84b5-d1b8-4656-b05d-dff5c1add3e2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Apr 14 21:13:35.409010 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679ea6-3722-47fb-ac1a-8949775c232f req-43a6cafd-a310-44b1-be72-4ccae5381fb4 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:35.410533 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb679ea6-3722-47fb-ac1a-8949775c232f req-43a6cafd-a310-44b1-be72-4ccae5381fb4 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0597425 Apr 14 21:13:35.465618 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb679ea6-3722-47fb-ac1a-8949775c232f req-6f682b80-b37f-4134-ba2f-03c9984d02c0 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Apr 14 21:13:36.419913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:36.520363 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b421b-4cb2-4a6f-9d7b-1eb41668324c req-f73251f3-8711-45b8-a27c-ac4dc61d2aae tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:36.521988 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ba6b421b-4cb2-4a6f-9d7b-1eb41668324c req-f73251f3-8711-45b8-a27c-ac4dc61d2aae tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0462086 Apr 14 21:13:36.569949 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ba6b421b-4cb2-4a6f-9d7b-1eb41668324c req-f5535e72-67a0-439a-9e1f-e8ada93a808d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Apr 14 21:13:36.579164 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ed4da-f70c-482c-99f4-ec0cb6b9f808 req-6b992e19-f371-461c-86b3-5cc5945dcb7d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:36.580643 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-747ed4da-f70c-482c-99f4-ec0cb6b9f808 req-6b992e19-f371-461c-86b3-5cc5945dcb7d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Apr 14 21:13:36.628029 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-747ed4da-f70c-482c-99f4-ec0cb6b9f808 req-dc717cff-d744-4240-ad68-66a9fa3e4d18 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Apr 14 21:13:37.057510 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327915-750f-4f8a-a52a-9866848b0597 req-7c65f927-355e-40cf-8863-7f9abbb1349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.057510 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b7327915-750f-4f8a-a52a-9866848b0597 req-7c65f927-355e-40cf-8863-7f9abbb1349d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 1128 time: 0.0440586 Apr 14 21:13:37.381392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327915-750f-4f8a-a52a-9866848b0597 req-343d641e-e9bd-4ed1-b4c0-729a07b2a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.382853 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b7327915-750f-4f8a-a52a-9866848b0597 req-343d641e-e9bd-4ed1-b4c0-729a07b2a189 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=114a641f6cae45589c8c9060364aaff5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969777 Apr 14 21:13:37.480550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7327915-750f-4f8a-a52a-9866848b0597 req-22889239-85be-4aef-90bc-e82a54ef9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.482924 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b7327915-750f-4f8a-a52a-9866848b0597 req-22889239-85be-4aef-90bc-e82a54ef9629 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912099 Apr 14 21:13:37.556019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-a10d9282-36c1-423f-bec7-16e865d33309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.557522 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-a10d9282-36c1-423f-bec7-16e865d33309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=114a641f6cae45589c8c9060364aaff5&device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 1128 time: 0.0389383 Apr 14 21:13:37.606641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-f0bdb80b-7eea-4b99-a2ac-134e7f60e690 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 HTTP/1.1" status: 200 len: 217 time: 0.0338187 Apr 14 21:13:37.691691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-403cdb8c-d43b-466f-a071-8b31b7938f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.693174 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-403cdb8c-d43b-466f-a071-8b31b7938f24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1dea449-f381-43b3-8b3f-e32268a5cedc HTTP/1.1" status: 200 len: 849 time: 0.0756781 Apr 14 21:13:37.701914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e10b9c-7798-4689-9dd6-e86988c0eeb4 req-e3edb762-569e-44b9-8b3b-bae185fb7f60 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.703295 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c9e10b9c-7798-4689-9dd6-e86988c0eeb4 req-e3edb762-569e-44b9-8b3b-bae185fb7f60 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0607398 Apr 14 21:13:37.738771 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00dba7-2d3f-421f-8100-be4e3eabf1e8 req-db5ff3a5-d64f-4b98-a7c8-63a3209a3cda tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:37.739367 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-40d0d766-4ae3-4379-804b-febd77c139f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab732bda-bd99-4eb5-a0de-1003ffc7fa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349417 Apr 14 21:13:37.740338 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f00dba7-2d3f-421f-8100-be4e3eabf1e8 req-db5ff3a5-d64f-4b98-a7c8-63a3209a3cda tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0470428 Apr 14 21:13:37.787786 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f00dba7-2d3f-421f-8100-be4e3eabf1e8 req-74ee6d59-5dc5-4258-b4bd-eb88da62b0db tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Apr 14 21:13:37.820384 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c9e10b9c-7798-4689-9dd6-e86988c0eeb4 req-33fd0006-45bf-496e-9c0e-c6538e65d85a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086333 Apr 14 21:13:37.852539 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-f1ec10c7-bb52-4969-820a-51b8cb779ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067848 Apr 14 21:13:38.786285 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bba55036-812e-408f-bf34-e81fdd326d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:38.899434 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09df98-05af-40e9-8e4d-50869355a061 req-ffde5914-622a-4fc9-a146-c9bfb0ab2e38 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:38.901110 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd09df98-05af-40e9-8e4d-50869355a061 req-ffde5914-622a-4fc9-a146-c9bfb0ab2e38 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0465956 Apr 14 21:13:38.933711 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6740c6-79f1-4609-a785-ed4a9a389a18 req-2b4e44a0-b3b8-4748-9a1c-9be96bd5adde tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:38.935735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd6740c6-79f1-4609-a785-ed4a9a389a18 req-2b4e44a0-b3b8-4748-9a1c-9be96bd5adde tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0483758 Apr 14 21:13:38.956540 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd09df98-05af-40e9-8e4d-50869355a061 req-9240959b-e3ed-4196-8a74-d281d744e90e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Apr 14 21:13:38.983896 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd6740c6-79f1-4609-a785-ed4a9a389a18 req-bdd1f03d-1f4a-4e22-b321-9ed21c02c5f9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Apr 14 21:13:40.076825 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c345df-102d-4da3-be61-651dd40b0520 req-cf82c217-b5e3-4205-b2bb-16053caba51a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:40.078395 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-01c345df-102d-4da3-be61-651dd40b0520 req-cf82c217-b5e3-4205-b2bb-16053caba51a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0513272 Apr 14 21:13:40.103275 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc108-8ef3-40d8-9515-ecac31323986 req-2e5384f4-1355-4698-bb0d-324e14bea0bc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:40.104792 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c09fc108-8ef3-40d8-9515-ecac31323986 req-2e5384f4-1355-4698-bb0d-324e14bea0bc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0463693 Apr 14 21:13:40.125416 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-01c345df-102d-4da3-be61-651dd40b0520 req-6770dc9a-3f4a-4c5a-8459-f0ca622b242d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Apr 14 21:13:40.159296 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c09fc108-8ef3-40d8-9515-ecac31323986 req-5d37560a-094f-4e8d-b980-036f964cf96b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Apr 14 21:13:41.049192 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-34d201a5-892f-4e95-af57-3f6dbd5566f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:41.238455 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ae548-5c11-4bfc-94e0-5a3bcadd918c req-aae18eb3-a81b-4eeb-99c4-dd43bfdfe2ef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:41.239994 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1d6ae548-5c11-4bfc-94e0-5a3bcadd918c req-aae18eb3-a81b-4eeb-99c4-dd43bfdfe2ef tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0482070 Apr 14 21:13:41.271472 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e933-1101-454e-96d9-6674ed383d94 req-e53a2c49-287d-46c6-840c-3c04f96e0482 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:41.272950 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9270e933-1101-454e-96d9-6674ed383d94 req-e53a2c49-287d-46c6-840c-3c04f96e0482 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0458634 Apr 14 21:13:41.288334 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1d6ae548-5c11-4bfc-94e0-5a3bcadd918c req-9cc51a3f-1b92-4d9e-b99e-a9c9f5e0b4af tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Apr 14 21:13:41.319514 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9270e933-1101-454e-96d9-6674ed383d94 req-71e61957-6677-4c6e-b851-48b217a5919f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Apr 14 21:13:41.940824 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.403558 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed79ae-9867-413f-b9a2-caf3bb5fdeae req-4a36d3f2-e7cd-41a4-908f-3ecb92297818 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:42.405549 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13ed79ae-9867-413f-b9a2-caf3bb5fdeae req-4a36d3f2-e7cd-41a4-908f-3ecb92297818 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0499015 Apr 14 21:13:42.428909 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403050-e849-4cb8-8212-1b5715c1e2fb req-20e617eb-ba18-493f-9b43-e6ee08c89c5d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:42.430420 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a8403050-e849-4cb8-8212-1b5715c1e2fb req-20e617eb-ba18-493f-9b43-e6ee08c89c5d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0461409 Apr 14 21:13:42.452778 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13ed79ae-9867-413f-b9a2-caf3bb5fdeae req-52dbd164-1de8-4ddb-a5fc-06b8deec05a3 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Apr 14 21:13:42.476648 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a8403050-e849-4cb8-8212-1b5715c1e2fb req-c60fd4a2-0030-43a1-8577-3042b22e143b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Apr 14 21:13:43.443628 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:43.627281 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e13f3-536d-4557-8b7e-23d82197e3f6 req-49455d6a-6a1d-4014-9d76-6f9e6be3c5cc tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:43.627281 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4d8e13f3-536d-4557-8b7e-23d82197e3f6 req-49455d6a-6a1d-4014-9d76-6f9e6be3c5cc tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0538194 Apr 14 21:13:43.628573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a0d81-9f70-40ab-9c6e-c3501554e2d9 req-0bf69184-d980-4367-ac42-44805bfb2b12 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:43.628573 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e86a0d81-9f70-40ab-9c6e-c3501554e2d9 req-0bf69184-d980-4367-ac42-44805bfb2b12 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0513256 Apr 14 21:13:43.629673 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4d8e13f3-536d-4557-8b7e-23d82197e3f6 req-55af7925-d2ca-4edb-8ba1-fe5580f74d55 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Apr 14 21:13:43.641874 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e86a0d81-9f70-40ab-9c6e-c3501554e2d9 req-e500ec74-fa32-434a-9537-d6413aeaaf18 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Apr 14 21:13:44.739624 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fcfb2-8dc8-4307-b082-519bbd9162f7 req-50ab8044-c092-4c48-8f2f-1d3e294828f4 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:44.741148 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-755fcfb2-8dc8-4307-b082-519bbd9162f7 req-50ab8044-c092-4c48-8f2f-1d3e294828f4 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0500562 Apr 14 21:13:44.752447 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1939398-e24e-426d-adf5-4e5205e68234 req-3dc24caf-74c6-4564-be6b-d1b6f984207f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:44.753946 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b1939398-e24e-426d-adf5-4e5205e68234 req-3dc24caf-74c6-4564-be6b-d1b6f984207f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0460734 Apr 14 21:13:44.790311 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-755fcfb2-8dc8-4307-b082-519bbd9162f7 req-d0fafa7a-83be-45ef-942d-936e3697d3ad tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Apr 14 21:13:44.805822 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b1939398-e24e-426d-adf5-4e5205e68234 req-92455e2d-c441-4d36-b622-67219880e64d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Apr 14 21:13:44.900510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:45.563628 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f820c45b-76f4-4cc8-8019-5e6b46b23004 req-4fcfb8bc-d339-48ca-b3af-c4f1d01b94de service neutron] 10.222.0.57 "GET /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919788 Apr 14 21:13:45.813856 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-3b3a72c5-5f6a-4b6c-959d-edad1fd3132f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393844 Apr 14 21:13:45.875809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51efa-592a-48f0-9be7-7f1192843091 req-64adda54-382a-4bd2-af1e-74c8bd4be4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:45.875809 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49f51efa-592a-48f0-9be7-7f1192843091 req-64adda54-382a-4bd2-af1e-74c8bd4be4db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1130 time: 0.0438697 Apr 14 21:13:45.919374 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947558b-2333-4db7-b31e-5a8351e9660c req-42149bb7-8b66-4395-8223-1e14bdebb550 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:45.921084 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0947558b-2333-4db7-b31e-5a8351e9660c req-42149bb7-8b66-4395-8223-1e14bdebb550 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0506806 Apr 14 21:13:45.944433 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17223d4c-9653-4684-935b-b04560381165 req-4e2514fe-7713-4d4e-9ed3-711e980b86e0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:45.945934 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17223d4c-9653-4684-935b-b04560381165 req-4e2514fe-7713-4d4e-9ed3-711e980b86e0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0560272 Apr 14 21:13:45.969091 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0947558b-2333-4db7-b31e-5a8351e9660c req-bbfc5e3e-3b36-4721-98b4-45ef27d12773 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Apr 14 21:13:45.994163 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17223d4c-9653-4684-935b-b04560381165 req-cfe32b05-ff6b-453d-8a43-8b50efa8135a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Apr 14 21:13:47.083664 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bd47b-680e-40db-a3ff-af10b9391042 req-745bf718-959b-4169-873e-3b606937874a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:47.085235 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-326bd47b-680e-40db-a3ff-af10b9391042 req-745bf718-959b-4169-873e-3b606937874a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Apr 14 21:13:47.107679 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0337520-82a3-45a8-88c2-dc9567d3d65d req-bf150550-1986-4088-b685-0d9ed3d37736 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:47.109192 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d0337520-82a3-45a8-88c2-dc9567d3d65d req-bf150550-1986-4088-b685-0d9ed3d37736 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0463152 Apr 14 21:13:47.135130 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-326bd47b-680e-40db-a3ff-af10b9391042 req-dcb27941-19b8-4ce5-b5ba-4f380e482e3c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Apr 14 21:13:47.157427 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d0337520-82a3-45a8-88c2-dc9567d3d65d req-5317cfa3-29ad-4ae1-a471-bb483e8d7f14 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Apr 14 21:13:48.245893 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2fa60-18fc-4f65-9458-38c4703fab11 req-f82733f7-046e-41ee-b848-a9efd4a24a48 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:48.247371 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72f2fa60-18fc-4f65-9458-38c4703fab11 req-f82733f7-046e-41ee-b848-a9efd4a24a48 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0461581 Apr 14 21:13:48.268428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284300-9062-44e8-aba3-bc302fc9cf06 req-821137e0-9691-4773-aba1-2c9ee5ca7baf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:48.269985 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f284300-9062-44e8-aba3-bc302fc9cf06 req-821137e0-9691-4773-aba1-2c9ee5ca7baf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0456285 Apr 14 21:13:48.294457 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-72f2fa60-18fc-4f65-9458-38c4703fab11 req-3c215eb3-58f9-4c1a-a952-b599aea73ed6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Apr 14 21:13:48.319984 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f284300-9062-44e8-aba3-bc302fc9cf06 req-61a61b6a-1bc2-4ba9-b349-39190664b6d7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Apr 14 21:13:49.405518 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2a53f-e4b2-4bd6-a909-3e83462b632d req-c9cd157b-bef2-4658-a6b2-3559566f328a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:49.407022 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-18f2a53f-e4b2-4bd6-a909-3e83462b632d req-c9cd157b-bef2-4658-a6b2-3559566f328a tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0458899 Apr 14 21:13:49.434024 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e80fc-52b5-423e-b359-589ab119bad3 req-fea4176f-58d5-46b2-9d83-12953051c026 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:49.435526 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe2e80fc-52b5-423e-b359-589ab119bad3 req-fea4176f-58d5-46b2-9d83-12953051c026 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0461118 Apr 14 21:13:49.454170 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-18f2a53f-e4b2-4bd6-a909-3e83462b632d req-12202b85-b45a-479b-8310-ea76c9e0c2c7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Apr 14 21:13:49.482382 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe2e80fc-52b5-423e-b359-589ab119bad3 req-1b46f4b5-77fe-4cda-813e-57396e2317f2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Apr 14 21:13:50.568639 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a85ab-82de-476a-8922-521aae649bd2 req-9a86f026-8bda-4b10-b1da-780e1597e664 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:50.570168 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d16a85ab-82de-476a-8922-521aae649bd2 req-9a86f026-8bda-4b10-b1da-780e1597e664 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0518448 Apr 14 21:13:50.595626 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184699-a5ad-489e-bb7b-ed653bfa05f6 req-c92cd946-ec67-4565-bd93-d247da8e56f1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:50.597743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e184699-a5ad-489e-bb7b-ed653bfa05f6 req-c92cd946-ec67-4565-bd93-d247da8e56f1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0483434 Apr 14 21:13:50.620646 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d16a85ab-82de-476a-8922-521aae649bd2 req-4a82ea32-df74-46bb-a295-f2c78a6a4874 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Apr 14 21:13:50.653243 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e184699-a5ad-489e-bb7b-ed653bfa05f6 req-c85409c6-749e-4eb6-bac6-f288d37b4ccf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498915 Apr 14 21:13:51.731368 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970ced-070f-4039-8419-0bda139c2501 req-a1f93744-af98-4ec0-95a6-eda86efedf3f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:51.732858 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0e970ced-070f-4039-8419-0bda139c2501 req-a1f93744-af98-4ec0-95a6-eda86efedf3f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0467587 Apr 14 21:13:51.769445 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119fccf-d921-485e-a468-646d0d2c24b1 req-95eec3c9-7191-4422-97bd-9e57e92da775 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:51.770959 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d119fccf-d921-485e-a468-646d0d2c24b1 req-95eec3c9-7191-4422-97bd-9e57e92da775 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0498419 Apr 14 21:13:51.781809 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0e970ced-070f-4039-8419-0bda139c2501 req-7d54e303-318a-4e11-9503-717d1005b83c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Apr 14 21:13:51.825642 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d119fccf-d921-485e-a468-646d0d2c24b1 req-c16a309e-bdf9-4f03-81dd-b77798f123c9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Apr 14 21:13:52.439345 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36430) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:52.543054 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.618316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Publish callbacks [] for security_group (c4e99e87-9285-4f6a-9ba1-61269e704b9e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.683203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c4e99e87-9285-4f6a-9ba1-61269e704b9e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.720871 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4a1a5ce421544dbb465784f5120dc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804084 Apr 14 21:13:52.723203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e99e87-9285-4f6a-9ba1-61269e704b9e,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:52.723609 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36442) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:52.731080 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.731423 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.731760 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.732094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.732421 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.732745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.733093 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.733549 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.734436 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.734763 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.735088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.735409 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.735727 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.736048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.736367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbb541-000e-45cb-b6e7-298653546a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.773767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Publish callbacks [] for security_group (c4e99e87-9285-4f6a-9ba1-61269e704b9e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.793198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Publish callbacks [] for security_group (c4e99e87-9285-4f6a-9ba1-61269e704b9e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.895117 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb490edd-23e7-47d8-9fb6-247f74b5d4ab req-1173c0dc-ab53-4f41-957d-383724d0dd51 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:52.897055 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb490edd-23e7-47d8-9fb6-247f74b5d4ab req-1173c0dc-ab53-4f41-957d-383724d0dd51 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0508490 Apr 14 21:13:52.942017 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c4e99e87-9285-4f6a-9ba1-61269e704b9e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.944568 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:52.948253 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4e99e87-9285-4f6a-9ba1-61269e704b9e HTTP/1.1" status: 204 len: 168 time: 0.2211347 Apr 14 21:13:52.948544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff99ae-37c5-4701-903c-39a71c79dd4d req-bbfbbaaf-18e6-4326-bdfd-2570dcd706b2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:52.950153 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-acff99ae-37c5-4701-903c-39a71c79dd4d req-bbfbbaaf-18e6-4326-bdfd-2570dcd706b2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Apr 14 21:13:52.970334 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e99e87-9285-4f6a-9ba1-61269e704b9e,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:52.987324 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb490edd-23e7-47d8-9fb6-247f74b5d4ab req-3a9309cb-8752-470e-9ae0-7c1d82b0cffe tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706301 Apr 14 21:13:52.991938 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.992355 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.992935 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.993470 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.993968 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.994309 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.994640 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.994971 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.995302 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.995626 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.996186 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.996791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.997330 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.997657 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:52.997984 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50e310-e961-4bbb-a6c2-3294e3f9d750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:53.022600 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-acff99ae-37c5-4701-903c-39a71c79dd4d req-5a6004c9-944c-4d88-9083-e0deb5af8ec1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Apr 14 21:13:54.091697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2822d27-493c-452a-a09b-059d52efe04a req-a12271de-c4d2-4880-a737-c9af3dc4df3f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:54.093314 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c2822d27-493c-452a-a09b-059d52efe04a req-a12271de-c4d2-4880-a737-c9af3dc4df3f tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0484366 Apr 14 21:13:54.139321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beaf52-bbcb-4980-a8d6-98fbe002b06a req-13ce53fa-7637-4c56-8666-6d429ed3c158 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:54.140939 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17beaf52-bbcb-4980-a8d6-98fbe002b06a req-13ce53fa-7637-4c56-8666-6d429ed3c158 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0469928 Apr 14 21:13:54.149741 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c2822d27-493c-452a-a09b-059d52efe04a req-8e9198e1-fdac-4b83-82ce-6338d3afc5c7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500774 Apr 14 21:13:54.251927 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17beaf52-bbcb-4980-a8d6-98fbe002b06a req-c4907cf4-6816-4f91-96f5-f8d4671191ab tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047652 Apr 14 21:13:54.258449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-b0977d24-f0fc-4233-b152-b90fd870e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:54.259900 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-b0977d24-f0fc-4233-b152-b90fd870e4ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.0702240 Apr 14 21:13:54.262365 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49f51efa-592a-48f0-9be7-7f1192843091 req-a22556a4-b427-45f2-80e2-67ea00de51dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995760 Apr 14 21:13:54.685520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-e34e52f2-686f-4c36-96e8-cef7670947b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:54.687250 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-e34e52f2-686f-4c36-96e8-cef7670947b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0873802 Apr 14 21:13:54.730279 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-a4e40540-931a-4580-8f22-9a5ac48c5435 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 217 time: 0.0367446 Apr 14 21:13:54.779745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-c024601c-e7e9-4671-a610-9a321bbdf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:54.781836 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-c024601c-e7e9-4671-a610-9a321bbdf758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0449452 Apr 14 21:13:55.259344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325cb21-febb-47a6-b099-cb692a3336f2 req-585b9878-db95-4194-b43d-6de61d15aba6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:55.260825 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4325cb21-febb-47a6-b099-cb692a3336f2 req-585b9878-db95-4194-b43d-6de61d15aba6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0490553 Apr 14 21:13:55.276949 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-cc309483-04f6-4ead-8dd8-b0f288ee1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:55.278620 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-cc309483-04f6-4ead-8dd8-b0f288ee1321 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394952 Apr 14 21:13:55.313831 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4325cb21-febb-47a6-b099-cb692a3336f2 req-cea57077-6d66-4ab4-b314-8ce699fa6f77 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Apr 14 21:13:55.405143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf18f5-d7d5-445e-a759-cbcfce9adb5a req-ae0f30ef-dfe5-42ba-9e52-d8942b0563b3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:55.406634 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdcf18f5-d7d5-445e-a759-cbcfce9adb5a req-ae0f30ef-dfe5-42ba-9e52-d8942b0563b3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0597157 Apr 14 21:13:55.423005 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-5bcb5d65-921a-4b33-8d9e-f5ab101a072f service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374185 Apr 14 21:13:55.511830 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdcf18f5-d7d5-445e-a759-cbcfce9adb5a req-6dbcc3ac-3694-4b54-bd15-6ffbf1810800 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978050 Apr 14 21:13:55.547172 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11ec28d9-324e-4ab1-b993-f64173f64b62 req-28e9d8e3-fc5b-4484-ad1d-7d70a77c6c6b service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156898 Apr 14 21:13:56.425050 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85cb1-a465-423b-bf1a-56fe155e3750 req-104e19a8-44df-48a9-ac96-14e5c88167cf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:56.426577 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deb85cb1-a465-423b-bf1a-56fe155e3750 req-104e19a8-44df-48a9-ac96-14e5c88167cf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 944 time: 0.0485013 Apr 14 21:13:56.473348 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deb85cb1-a465-423b-bf1a-56fe155e3750 req-ee75ee1d-0700-4aa0-a000-119d7597cd42 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Apr 14 21:13:56.538765 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:13:56.671691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40864-7b83-4ed9-aa85-c149dea94a19 req-b176951d-6703-447a-b4ea-5944c5489aab tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:56.673580 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-57b40864-7b83-4ed9-aa85-c149dea94a19 req-b176951d-6703-447a-b4ea-5944c5489aab tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0634212 Apr 14 21:13:56.694552 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:56.706999 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00', 'network_id': 'ab732bda-bd99-4eb5-a0de-1003ffc7fa93', 'port_id': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00', 'mac_address': 'fa:16:3e:80:01:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dea449-f381-43b3-8b3f-e32268a5cedc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:13:56.710612 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36540) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:56.729803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-57b40864-7b83-4ed9-aa85-c149dea94a19 req-a7e40e21-1830-48fd-8195-b15980f09f52 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Apr 14 21:13:56.749062 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:13:56.750692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:56.765157 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:13:56.786432 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:56.849896 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b28fbb9c-17cc-46eb-903a-ed1db1e85b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:56.861389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:56.866644 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96b2ef-cd0a-4136-9487-d0d9ca050fe6 req-4717e9c4-b624-4f35-8ef1-f8a82afd612b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:56.868192 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7e96b2ef-cd0a-4136-9487-d0d9ca050fe6 req-4717e9c4-b624-4f35-8ef1-f8a82afd612b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0676398 Apr 14 21:13:56.909151 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:56.917640 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.918229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.919466 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.919958 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.920436 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.920911 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.921555 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.922943 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.923437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.924200 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.924674 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.925185 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.925697 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.928785 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.928903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:13:56.929761 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:56.943670 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7e96b2ef-cd0a-4136-9487-d0d9ca050fe6 req-9079d247-7aeb-4122-8950-70e2ed3c4d4e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670335 Apr 14 21:13:56.977233 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b28fbb9c-17cc-46eb-903a-ed1db1e85b70 admin admin] Publish callbacks [] for security_group (26e23d98-d25e-474c-a687-4f24fe757056), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.060691 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b28fbb9c-17cc-46eb-903a-ed1db1e85b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (26e23d98-d25e-474c-a687-4f24fe757056), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.101489 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b28fbb9c-17cc-46eb-903a-ed1db1e85b70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c10db00c1d74bcfb4d93bcaff7f3467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897922 Apr 14 21:13:57.103922 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36550) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:57.110695 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fbb9c-17cc-46eb-903a-ed1db1e85b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e23d98-d25e-474c-a687-4f24fe757056,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:57.159632 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] Publish callbacks [] for security_group (26e23d98-d25e-474c-a687-4f24fe757056), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.182844 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] Publish callbacks [] for security_group (26e23d98-d25e-474c-a687-4f24fe757056), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.315143 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['94b53ddc-f8d7-417f-a788-a7ec5bbc9c00'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:13:57.338743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-af04bec1-18cd-4833-922f-2ec995496a0c tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3a75c73b224c4f329060135122359592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286465 Apr 14 21:13:57.377118 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (26e23d98-d25e-474c-a687-4f24fe757056), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.378074 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:57.381523 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26e23d98-d25e-474c-a687-4f24fe757056 HTTP/1.1" status: 204 len: 168 time: 0.2743289 Apr 14 21:13:57.391476 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7f016-0bb7-426f-ac61-578756ef181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e23d98-d25e-474c-a687-4f24fe757056,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:57.535427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-92517795-b2ba-448c-b7ab-997941ec996d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:57.537023 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-92517795-b2ba-448c-b7ab-997941ec996d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927631 Apr 14 21:13:57.552588 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-4c0b600a-f844-4e60-b02b-ec874dcfd6ac tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/quotas/3a75c73b224c4f329060135122359592 HTTP/1.1" status: 200 len: 375 time: 0.0101492 Apr 14 21:13:57.585746 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-1c23f61b-9874-4ec3-bfb4-c1f23d4ae94f tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a75c73b224c4f329060135122359592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269895 Apr 14 21:13:57.589951 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb15bd-6577-4485-b0d8-66aa6f346a01 req-0b1b5a45-f0fb-49cc-92f0-8513f2a0eeaf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:57.591748 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6eb15bd-6577-4485-b0d8-66aa6f346a01 req-0b1b5a45-f0fb-49cc-92f0-8513f2a0eeaf tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Apr 14 21:13:57.640676 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6eb15bd-6577-4485-b0d8-66aa6f346a01 req-e442127d-6347-4de0-ba18-c68358efa635 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Apr 14 21:13:57.808099 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-31ecafce-f691-446b-9f77-9b067d3f118c req-4ac6a83b-5f9b-417a-8d17-9d077adaadf1 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0292358 Apr 14 21:13:58.754844 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938e932-b9e3-4335-80fc-d4d12153782d req-b835a764-337d-432e-b165-3f7d62151fb2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:58.756684 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5938e932-b9e3-4335-80fc-d4d12153782d req-b835a764-337d-432e-b165-3f7d62151fb2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 945 time: 0.0471246 Apr 14 21:13:58.803339 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5938e932-b9e3-4335-80fc-d4d12153782d req-c46c330c-90b2-424e-a5b7-138980b073a6 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Apr 14 21:13:58.888816 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ca750e3e-e703-4a31-a367-89cf2eb6fe9d req-e115c51a-aa1f-40df-a1d3-dcfa75115a18 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0262458 Apr 14 21:13:59.924154 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b27c81-2ca4-4411-8a64-4e659eca08ef req-bfc58e31-e1f4-4638-847b-81cd963b7ea8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:59.925043 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d0b27c81-2ca4-4411-8a64-4e659eca08ef req-bfc58e31-e1f4-4638-847b-81cd963b7ea8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 945 time: 0.0536997 Apr 14 21:14:00.004072 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27b9f368-661b-40d3-8b2e-15978409f80d req-cf648af0-d940-46e3-a0a5-bb6d1a6ec426 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0292997 Apr 14 21:14:00.220339 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d0b27c81-2ca4-4411-8a64-4e659eca08ef req-c52bb196-1f6b-4691-bcf5-7bfeeeb23383 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897451 Apr 14 21:14:01.100992 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-01eb2f4a-999b-4788-8fe5-f5a4e1ee898f req-a1f69892-8fca-47b5-a587-dc3c79a98429 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0296986 Apr 14 21:14:01.330329 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48297aac-d7f4-48c0-bfd8-a74d6e41eb93 req-b02e814c-3def-47d6-9dd0-494fb4f463a9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:01.331802 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-48297aac-d7f4-48c0-bfd8-a74d6e41eb93 req-b02e814c-3def-47d6-9dd0-494fb4f463a9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 945 time: 0.0462470 Apr 14 21:14:01.378144 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-48297aac-d7f4-48c0-bfd8-a74d6e41eb93 req-3b0797bc-89a6-4c09-b68f-f2a957127a7b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Apr 14 21:14:02.191825 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1b99a84b-ad12-42d4-abb7-eb4b5de825c0 req-40db24b6-5e8c-4f8d-94d5-91f00f6ceec8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0267429 Apr 14 21:14:02.284942 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:02.335006 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:14:02.454307 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:02.454699 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:02.489318 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b7759-a395-44df-8aed-0797c51ab686 req-eeabeeea-0937-46eb-8bc8-1cf235e3fa7b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:02.490840 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e77b7759-a395-44df-8aed-0797c51ab686 req-eeabeeea-0937-46eb-8bc8-1cf235e3fa7b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 945 time: 0.0464997 Apr 14 21:14:02.533760 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:02.534125 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:02.541448 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e77b7759-a395-44df-8aed-0797c51ab686 req-38979182-a04f-4eed-a2fb-05962957ff92 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Apr 14 21:14:02.562636 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:02.562636 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc809731-fa91-40e1-a1e1-0ed220c516ad" -d '{"events": [{"server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "name": "network-vif-plugged", "status": "completed", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:02.572714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:02.605505 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96146303-9695-420e-b4e5-9b7696a10092 x-openstack-request-id: req-96146303-9695-420e-b4e5-9b7696a10092 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:02.605505 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "name": "network-vif-plugged", "status": "completed", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:02.605505 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96146303-9695-420e-b4e5-9b7696a10092 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:02.605505 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96146303-9695-420e-b4e5-9b7696a10092'] response: {'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00', 'code': 200} Apr 14 21:14:02.722833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:02.774437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:03.085655 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-0abc7afa-54a0-4a60-9de3-ab38f2550c24 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a75c73b224c4f329060135122359592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229588 Apr 14 21:14:03.197223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0957c-1818-4a40-a933-093f2e806ae2 req-b1181244-a817-40e4-bfa0-89f2c5fb2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.198972 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-86c0957c-1818-4a40-a933-093f2e806ae2 req-b1181244-a817-40e4-bfa0-89f2c5fb2838 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 1130 time: 0.0780101 Apr 14 21:14:03.263097 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-97e3007e-f520-4141-a64e-da2fc8d96ab8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.264640 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-97e3007e-f520-4141-a64e-da2fc8d96ab8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677272 Apr 14 21:14:03.275904 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-86c0957c-1818-4a40-a933-093f2e806ae2 req-5b6381c6-ef77-40c8-9fe7-de9015b92685 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 Apr 14 21:14:03.280565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Request body: {'port': {'device_id': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa', 'admin_state_up': True, 'tenant_id': '3a75c73b224c4f329060135122359592'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:03.301505 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9348b604-3bb2-48b9-aadd-4784b8344419 req-94c4fd57-cff1-4bd5-92f3-1ba1aa3fb739 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0350504 Apr 14 21:14:03.483110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Made reservation on behalf of 3a75c73b224c4f329060135122359592 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:03.486488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:03.495430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:03.603214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks [] for security_group (dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:03.629283 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bc8b-776f-4f8f-b916-6be2fc221cd2 req-5f8eb4c3-eb3b-4721-bf5a-db8fc63cf093 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.630886 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c50bc8b-776f-4f8f-b916-6be2fc221cd2 req-5f8eb4c3-eb3b-4721-bf5a-db8fc63cf093 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0616355 Apr 14 21:14:03.682374 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5233e0c-fb6e-47d9-ad2b-8793b88326b5 req-dc4b3bd3-199a-4718-a12e-a7f7cacad9e8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.683870 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d5233e0c-fb6e-47d9-ad2b-8793b88326b5 req-dc4b3bd3-199a-4718-a12e-a7f7cacad9e8 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0603178 Apr 14 21:14:03.685058 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:03.693286 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c50bc8b-776f-4f8f-b916-6be2fc221cd2 req-ee8991cb-1bb6-43d2-8d5c-cc04ab7c08ec tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540831 Apr 14 21:14:03.791809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:03.844349 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d5233e0c-fb6e-47d9-ad2b-8793b88326b5 req-afbdd6ed-fd25-46ae-a830-1cabd2e864ca tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441474 Apr 14 21:14:03.873744 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Allocated IP 192.168.233.249 (06c124c5-b034-4944-9537-4346ce2174aa/4b0a846b-452a-48a6-a44a-34adacc407ec/22d665e6-a684-4e0e-a881-c03d12703660) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:03.974294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-4f078df7-7616-4d9b-8b48-56290e13c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.975814 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-4f078df7-7616-4d9b-8b48-56290e13c6fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.0652623 Apr 14 21:14:04.066168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks [] for port (22d665e6-a684-4e0e-a881-c03d12703660), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:04.181185 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:04.222504 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Network 06c124c5-b034-4944-9537-4346ce2174aa is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:04.227019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:04.228743 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:04.260053 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Pushing event updated for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:04.288998 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.289632 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:04.438610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c84c1a-f56c-486d-996b-f5fbaf9dbd42 req-80398ace-19a9-4a19-85c3-a4c6a82840a2 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.440221 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e7c84c1a-f56c-486d-996b-f5fbaf9dbd42 req-80398ace-19a9-4a19-85c3-a4c6a82840a2 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 936 time: 0.0492952 Apr 14 21:14:04.451326 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-7cd3363a-b294-4501-a8b0-13a5b6a67cdd tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1744480 Apr 14 21:14:04.472399 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-cf3ee233-4adb-4477-9154-a3e821defc00 None None] Provisioning complete for port 22d665e6-a684-4e0e-a881-c03d12703660 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:04.473157 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee233-4adb-4477-9154-a3e821defc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (22d665e6-a684-4e0e-a881-c03d12703660), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:04.489213 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e7c84c1a-f56c-486d-996b-f5fbaf9dbd42 req-11d07126-0eb7-4fa0-bd79-0cd2efaa2dc7 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Apr 14 21:14:04.507564 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ee233-4adb-4477-9154-a3e821defc00 None None] Port 22d665e6-a684-4e0e-a881-c03d12703660 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:04.598418 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Request body: {'port': {'device_id': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:04.713824 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (22d665e6-a684-4e0e-a881-c03d12703660), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:04.735159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-b72c9203-b576-4507-a636-068dc17d5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.736650 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-b72c9203-b576-4507-a636-068dc17d5b57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.1520402 Apr 14 21:14:04.826988 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-2fd4e9c5-ee43-4fea-bb35-c73eb804269a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 217 time: 0.0682960 Apr 14 21:14:04.925971 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0813d4-9633-4729-ac7b-6a8c5472bc14 req-a05c4aca-72ef-4408-a240-7844e2b5d5f5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.927361 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fb0813d4-9633-4729-ac7b-6a8c5472bc14 req-a05c4aca-72ef-4408-a240-7844e2b5d5f5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1699164 Apr 14 21:14:04.959572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ee55-c25e-45a7-822d-d0975ea0d2c3 req-d3b1dd13-8a76-4312-88f9-e35d4b63e8ba tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.961077 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1501ee55-c25e-45a7-822d-d0975ea0d2c3 req-d3b1dd13-8a76-4312-88f9-e35d4b63e8ba tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0476017 Apr 14 21:14:04.981994 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-764e120b-50bd-4ecc-88af-665aef1dd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:04.983445 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-764e120b-50bd-4ecc-88af-665aef1dd510 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.1470547 Apr 14 21:14:05.038221 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1501ee55-c25e-45a7-822d-d0975ea0d2c3 req-6b0c484b-e820-4b6f-9b9b-63c4e9cab50c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703955 Apr 14 21:14:05.084177 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fb0813d4-9633-4729-ac7b-6a8c5472bc14 req-a4d1a655-72df-40a5-a585-68f093896ec1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488416 Apr 14 21:14:05.090369 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-7920ea37-abaa-42ec-995b-fed2cde95efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:05.091895 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-7920ea37-abaa-42ec-995b-fed2cde95efe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946221 Apr 14 21:14:05.172321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d665e6-a684-4e0e-a881-c03d12703660 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:14:05.180513 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks [] for port (22d665e6-a684-4e0e-a881-c03d12703660), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:05.193077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Transition to ACTIVE for port object 22d665e6-a684-4e0e-a881-c03d12703660 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:14:05.368752 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:05.421117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:05.500156 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Attempting to bind port 22d665e6-a684-4e0e-a881-c03d12703660 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:05.500494 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Attempting to bind port 22d665e6-a684-4e0e-a881-c03d12703660 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:05.500827 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Attempting to bind port 22d665e6-a684-4e0e-a881-c03d12703660 on network 06c124c5-b034-4944-9537-4346ce2174aa {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:05.505840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Port 22d665e6-a684-4e0e-a881-c03d12703660 on network 06c124c5-b034-4944-9537-4346ce2174aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:14:05.506167 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Attempting to bind port 22d665e6-a684-4e0e-a881-c03d12703660 on network 06c124c5-b034-4944-9537-4346ce2174aa {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:05.518291 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:05.518932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Checking segment: {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:05.519509 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Bound using segment: {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:05.520119 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Bound port: 22d665e6-a684-4e0e-a881-c03d12703660, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208e35bd-c779-4825-9a10-50d214627ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:05.520645 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (22d665e6-a684-4e0e-a881-c03d12703660), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:05.645621 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-e133e01e-4645-4bbf-8ade-e08fc853a227 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117253 Apr 14 21:14:05.659051 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36293862-6487-48f1-87fe-fe6ad9f8a983 req-193cd4b9-53e3-4bae-9629-714f19457275 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:05.665431 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-36293862-6487-48f1-87fe-fe6ad9f8a983 req-193cd4b9-53e3-4bae-9629-714f19457275 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 948 time: 0.0856109 Apr 14 21:14:05.713536 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-36293862-6487-48f1-87fe-fe6ad9f8a983 req-964c915e-7bca-40d8-a565-fdc36a467299 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Apr 14 21:14:05.766254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:05.784831 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22d665e6-a684-4e0e-a881-c03d12703660,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:05.796172 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb1cdce0-bf00-4b56-bbf5-9b3b36755768 req-1dbccab9-c76e-461f-b04f-602c78a5dba6 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288955 Apr 14 21:14:05.862809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:05.899641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:05.900263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:05.901781 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] 10.222.0.57 "PUT /v2.0/ports/22d665e6-a684-4e0e-a881-c03d12703660 HTTP/1.1" status: 200 len: 1098 time: 1.3153377 Apr 14 21:14:05.902143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:05.904431 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b" -d '{"events": [{"name": "network-changed", "server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "tag": "22d665e6-a684-4e0e-a881-c03d12703660"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:05.935400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aea99-fd23-4a2d-bec7-08ec2fb60ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:05.953940 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b9c61-60fe-4554-b75b-0557999fe773 x-openstack-request-id: req-3c4b9c61-60fe-4554-b75b-0557999fe773 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:05.954235 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "tag": "22d665e6-a684-4e0e-a881-c03d12703660", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:05.954541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c4b9c61-60fe-4554-b75b-0557999fe773 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:05.956036 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b9c61-60fe-4554-b75b-0557999fe773'] response: {'name': 'network-changed', 'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660', 'status': 'completed', 'code': 200} Apr 14 21:14:06.082342 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b req-aeddc08d-4114-4ba9-b91f-a54ba230f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.082789 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b req-aeddc08d-4114-4ba9-b91f-a54ba230f6d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a75c73b224c4f329060135122359592&device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 1132 time: 0.0471222 Apr 14 21:14:06.109213 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b req-43c0a24d-ff12-49c7-9623-b5c592acdebf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a75c73b224c4f329060135122359592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193238 Apr 14 21:14:06.160297 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93166e-f655-45c7-ab10-a5d28722006b req-24b5b998-25a9-4a67-bdaa-ea6e2851c4d9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.165443 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c93166e-f655-45c7-ab10-a5d28722006b req-24b5b998-25a9-4a67-bdaa-ea6e2851c4d9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0544684 Apr 14 21:14:06.211559 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c93166e-f655-45c7-ab10-a5d28722006b req-6b8120fb-9643-4805-acad-09bfe940f2fd tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Apr 14 21:14:06.229202 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4295f1-7add-4cc5-8979-4bfaf541c4e4 req-116eaedc-308e-4e75-8ec3-a9a3ce778904 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.230661 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dc4295f1-7add-4cc5-8979-4bfaf541c4e4 req-116eaedc-308e-4e75-8ec3-a9a3ce778904 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0598469 Apr 14 21:14:06.259953 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b req-e0ddd1b2-054d-46ec-9fd0-22c07b6650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.262956 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-02df27c3-faa4-42c0-bb4a-38b7e1e2354b req-e0ddd1b2-054d-46ec-9fd0-22c07b6650cc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466146 Apr 14 21:14:06.289654 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dc4295f1-7add-4cc5-8979-4bfaf541c4e4 req-909db38a-993b-49c4-9a75-6c3bc382c268 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Apr 14 21:14:06.346472 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-47b9c555-15ec-4feb-889c-d2bf8215cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.347987 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-47b9c555-15ec-4feb-889c-d2bf8215cc5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a75c73b224c4f329060135122359592&device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 1132 time: 0.0381744 Apr 14 21:14:06.395538 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-179be1d1-cb9d-41fc-8915-448c601fea0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=22d665e6-a684-4e0e-a881-c03d12703660 HTTP/1.1" status: 200 len: 217 time: 0.0343060 Apr 14 21:14:06.414809 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:06.447819 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-5b2767ee-8006-49a9-82f7-3e3b56bf2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.449304 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-5b2767ee-8006-49a9-82f7-3e3b56bf2056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b0a846b-452a-48a6-a44a-34adacc407ec HTTP/1.1" status: 200 len: 843 time: 0.0482035 Apr 14 21:14:06.495634 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-ceb3ff66-10e1-416b-b5d4-31c3e67c697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.497098 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-ceb3ff66-10e1-416b-b5d4-31c3e67c697f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06c124c5-b034-4944-9537-4346ce2174aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0371158 Apr 14 21:14:06.585212 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-0903ae52-60af-4759-8348-147945c01dbc service neutron] 10.222.0.57 "GET /v2.0/networks/06c124c5-b034-4944-9537-4346ce2174aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787206 Apr 14 21:14:06.678352 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c08e3c-c028-4660-9034-6cb22a89f315 req-a1b3f8cc-6727-41f1-ac2f-23886a238e85 service neutron] 10.222.0.57 "GET /v2.0/networks/06c124c5-b034-4944-9537-4346ce2174aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Apr 14 21:14:06.831725 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f9fb-1281-4e14-a2af-5439e33c4d08 req-28d56647-e133-4259-a3a7-2c4c79019f0d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:06.833216 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2130f9fb-1281-4e14-a2af-5439e33c4d08 req-28d56647-e133-4259-a3a7-2c4c79019f0d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 948 time: 0.0480762 Apr 14 21:14:06.888162 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2130f9fb-1281-4e14-a2af-5439e33c4d08 req-d2eded92-eda0-4d2c-a219-2c27c8e02290 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Apr 14 21:14:07.405827 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b471b09-9a9f-41ee-9af8-eedbd225419b req-e6af4b1b-7c93-4177-860c-6516170b8017 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:07.407296 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b471b09-9a9f-41ee-9af8-eedbd225419b req-e6af4b1b-7c93-4177-860c-6516170b8017 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0470436 Apr 14 21:14:07.454083 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b471b09-9a9f-41ee-9af8-eedbd225419b req-7ad4a2f7-6e36-4858-952e-64a5c748ab64 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Apr 14 21:14:07.576610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819935c-c2f6-4c2b-b4e4-f86f180743c9 req-7b31b17b-292d-4da8-a334-4bac92a5b7b2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:07.578137 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7819935c-c2f6-4c2b-b4e4-f86f180743c9 req-7b31b17b-292d-4da8-a334-4bac92a5b7b2 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0461345 Apr 14 21:14:07.625523 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7819935c-c2f6-4c2b-b4e4-f86f180743c9 req-2c9d578c-6bdf-4d98-9d58-0be97d375eb7 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Apr 14 21:14:08.004018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14018e36-ed71-479f-b33c-5a4b09f4c357 req-a0d93bdd-3eab-47f7-a90e-60b461a90bc8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.005420 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-14018e36-ed71-479f-b33c-5a4b09f4c357 req-a0d93bdd-3eab-47f7-a90e-60b461a90bc8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 948 time: 0.0458829 Apr 14 21:14:08.051692 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-14018e36-ed71-479f-b33c-5a4b09f4c357 req-1b365258-e7d3-4434-b566-4c7b18d78c7b tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Apr 14 21:14:08.566388 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331e641-4bec-4a1a-a2a7-4e53dd68ca98 req-21f0b090-3981-4b52-93ef-394c3e7ea8b6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.567853 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f331e641-4bec-4a1a-a2a7-4e53dd68ca98 req-21f0b090-3981-4b52-93ef-394c3e7ea8b6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Apr 14 21:14:08.621936 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f331e641-4bec-4a1a-a2a7-4e53dd68ca98 req-0e861d4e-06a9-4ea8-9893-edb944e957d8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484762 Apr 14 21:14:08.722710 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-658f2346-bc2e-479e-a2a1-2fc07207a26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.741793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951a744-1ca6-4e40-8ed3-8b5a9005cf2c req-a1f1a289-b41c-4ae6-9237-3751dc21f25e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.743228 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5951a744-1ca6-4e40-8ed3-8b5a9005cf2c req-a1f1a289-b41c-4ae6-9237-3751dc21f25e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0501990 Apr 14 21:14:08.790562 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5951a744-1ca6-4e40-8ed3-8b5a9005cf2c req-7423600c-f2bb-4916-8c98-d8c879f0837c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Apr 14 21:14:09.169559 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54b84-69b8-4a42-a5fa-9c9b46d5bb4f req-14ae6caa-6a2c-45ad-8368-f52aea279b23 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.170994 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-26f54b84-69b8-4a42-a5fa-9c9b46d5bb4f req-14ae6caa-6a2c-45ad-8368-f52aea279b23 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 948 time: 0.0489402 Apr 14 21:14:09.219596 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-26f54b84-69b8-4a42-a5fa-9c9b46d5bb4f req-1743c800-7f06-48b1-91cb-fc80ca363b68 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Apr 14 21:14:09.667461 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36824) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:09.741383 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194ac78-3749-4cea-a3f1-e7503d97f884 req-fc67027b-4664-4961-9dd4-2015787347d5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.742919 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c194ac78-3749-4cea-a3f1-e7503d97f884 req-fc67027b-4664-4961-9dd4-2015787347d5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0472238 Apr 14 21:14:09.784794 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3437-d25a-4078-9c24-092bf3905604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:09.796272 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c194ac78-3749-4cea-a3f1-e7503d97f884 req-f9445756-3426-4ec6-a2fc-a9c1611a6a0e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Apr 14 21:14:09.897488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3437-d25a-4078-9c24-092bf3905604 admin admin] Publish callbacks [] for security_group (32103264-bd54-4ac2-8b4d-9deb666b4a76), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:09.932847 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feb6f9-27e9-462b-8557-26ed90696dc9 req-7ceb904e-9513-402a-a5c5-e6b542ac4d9c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.934398 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7feb6f9-27e9-462b-8557-26ed90696dc9 req-7ceb904e-9513-402a-a5c5-e6b542ac4d9c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0607684 Apr 14 21:14:09.954011 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3437-d25a-4078-9c24-092bf3905604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (32103264-bd54-4ac2-8b4d-9deb666b4a76), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.009594 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4b8a3437-d25a-4078-9c24-092bf3905604 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ca8f65289eb4ee29d0a657fccbc26a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409743 Apr 14 21:14:10.012334 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36842) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:10.014699 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a3437-d25a-4078-9c24-092bf3905604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32103264-bd54-4ac2-8b4d-9deb666b4a76,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:10.027574 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7feb6f9-27e9-462b-8557-26ed90696dc9 req-4f9858d5-be9e-4236-a328-a23ea8fe6033 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839069 Apr 14 21:14:10.077060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] Publish callbacks [] for security_group (32103264-bd54-4ac2-8b4d-9deb666b4a76), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.100673 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] Publish callbacks [] for security_group (32103264-bd54-4ac2-8b4d-9deb666b4a76), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.231444 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (32103264-bd54-4ac2-8b4d-9deb666b4a76), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.234082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.235235 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32103264-bd54-4ac2-8b4d-9deb666b4a76 HTTP/1.1" status: 204 len: 168 time: 0.2217858 Apr 14 21:14:10.243392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474bd8d-c25d-47dd-9edc-15e93fba9821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32103264-bd54-4ac2-8b4d-9deb666b4a76,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:10.300837 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 22d665e6-a684-4e0e-a881-c03d12703660 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:14:10.340096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43dd22-c1a9-43f5-9811-9e323345c170 req-8b6b2bd1-c05e-424b-8407-d7ce7c01bbb2 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:10.341590 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6a43dd22-c1a9-43f5-9811-9e323345c170 req-8b6b2bd1-c05e-424b-8407-d7ce7c01bbb2 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 948 time: 0.0519819 Apr 14 21:14:10.399130 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6a43dd22-c1a9-43f5-9811-9e323345c170 req-aafbe3ef-4eb5-45b2-95e6-31c5c402280c tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Apr 14 21:14:10.405658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22d665e6-a684-4e0e-a881-c03d12703660,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:10.419514 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '22d665e6-a684-4e0e-a881-c03d12703660', 'network_id': '06c124c5-b034-4944-9537-4346ce2174aa', 'port_id': '22d665e6-a684-4e0e-a881-c03d12703660', 'mac_address': 'fa:16:3e:97:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0a846b-452a-48a6-a44a-34adacc407ec', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:14:10.461363 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 22d665e6-a684-4e0e-a881-c03d12703660 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:10.461756 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (22d665e6-a684-4e0e-a881-c03d12703660), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.475297 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d665e6-a684-4e0e-a881-c03d12703660 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:14:10.496338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22d665e6-a684-4e0e-a881-c03d12703660,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:10.562789 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.613377 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:10.929994 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9173867-ab36-449f-826a-4289042790eb req-1ae06707-c89c-493f-a84e-b2f2b43f9387 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:10.931552 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9173867-ab36-449f-826a-4289042790eb req-1ae06707-c89c-493f-a84e-b2f2b43f9387 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Apr 14 21:14:10.983548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['22d665e6-a684-4e0e-a881-c03d12703660'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:14:10.989557 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9173867-ab36-449f-826a-4289042790eb req-4875a5a9-534f-4bf6-abf4-31188a9ea231 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Apr 14 21:14:11.027407 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78549225-40dc-4812-981f-61de2b0bacd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.153003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9fc38-bdaf-420d-8640-406a612be1ba req-fdeecb48-6e56-4162-a033-4c94aab84b0b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:11.154510 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-84b9fc38-bdaf-420d-8640-406a612be1ba req-fdeecb48-6e56-4162-a033-4c94aab84b0b tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0467803 Apr 14 21:14:11.205958 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-84b9fc38-bdaf-420d-8640-406a612be1ba req-58c4d4d2-099e-4614-b3ad-1658eb42651c tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/security-groups?id=750cc1f1-05e2-4c7d-a6c9-69093df682c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Apr 14 21:14:11.264752 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36872) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:11.369099 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258021634-network', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:11.448423 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Made reservation on behalf of d6603aea043146bb977ae3845b741d1e for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:11.450813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.459687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.520013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10572-3092-45d7-a040-25f6282b3868 req-be2bbe09-c468-44bb-9ecc-fe49cf4311b4 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:11.522463 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9e10572-3092-45d7-a040-25f6282b3868 req-be2bbe09-c468-44bb-9ecc-fe49cf4311b4 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 949 time: 0.0539620 Apr 14 21:14:11.535975 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks [] for security_group (ea7f4a74-b96d-47d4-9bef-ab5ae5b21349), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.570192 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9e10572-3092-45d7-a040-25f6282b3868 req-8b8439c0-29bc-410d-b828-8b84966563ad tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Apr 14 21:14:11.613954 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ea7f4a74-b96d-47d4-9bef-ab5ae5b21349), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.649333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:14:11.658106 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2a451-d743-431b-be7d-93c98158177f req-9bbf5981-89b1-47fa-88dd-ea899b1218f9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:11.663816 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-13a2a451-d743-431b-be7d-93c98158177f req-9bbf5981-89b1-47fa-88dd-ea899b1218f9 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 946 time: 0.0732946 Apr 14 21:14:11.663816 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:11.700866 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (ad142c33-a709-4698-9d3f-4ec87baa3f7e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.700866 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Added segment ad142c33-a709-4698-9d3f-4ec87baa3f7e of type vlan for network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 Apr 14 21:14:11.771553 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.775399 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36888) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:11.803763 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Deleting port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:14:11.804370 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.884249 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a314e1e7-63a2-4cb5-8453-9d19e51e3ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.900136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] For port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,segment=NetworkSegment(01050e37-c8c0-443e-ae41-87308851a9e2),segment_id=01050e37-c8c0-443e-ae41-87308851a9e2)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:11.900506 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.910415 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.913141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:11.913141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.919866 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Calling delete_port for 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:14:11.940216 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:11.965004 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a314e1e7-63a2-4cb5-8453-9d19e51e3ebc admin admin] Publish callbacks [] for security_group (817e9d1d-4f7d-47e2-81b0-3c2b5259aadb), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.015159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] Pushing event updated for resources: {'Network': ['ID=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:12.026090 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:14:12.050177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36894) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:12.050361 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9f2a129e-cce7-4654-84b8-f55b3fb56ebb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7842209 Apr 14 21:14:12.055491 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Request body: {'subnet': {'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258021634-subnet', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:12.083993 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a314e1e7-63a2-4cb5-8453-9d19e51e3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (817e9d1d-4f7d-47e2-81b0-3c2b5259aadb), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.128290 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314e1e7-63a2-4cb5-8453-9d19e51e3ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e9d1d-4f7d-47e2-81b0-3c2b5259aadb,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:12.133905 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a314e1e7-63a2-4cb5-8453-9d19e51e3ebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4af35a71caab4622aba0ec1f9823d17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574691 Apr 14 21:14:12.136601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36896) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:12.143410 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Made reservation on behalf of d6603aea043146bb977ae3845b741d1e for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:12.145710 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.149032 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e95c-affd-43ee-b1b8-a8680c9b4e33 req-3ea38658-5f43-43ad-a818-aed2c1798462 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:12.150575 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33e7e95c-affd-43ee-b1b8-a8680c9b4e33 req-3ea38658-5f43-43ad-a818-aed2c1798462 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0632520 Apr 14 21:14:12.207319 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33e7e95c-affd-43ee-b1b8-a8680c9b4e33 req-47ade4f6-24bc-4172-a10e-6b1830279021 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Apr 14 21:14:12.241362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (94b53ddc-f8d7-417f-a788-a7ec5bbc9c00), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.255670 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['94b53ddc-f8d7-417f-a788-a7ec5bbc9c00'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:14:12.285407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Pushing event deleted for resources: {'Port': ['ID=94b53ddc-f8d7-417f-a788-a7ec5bbc9c00,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:12.338206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] No DVR routers for this DVR port 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:14:12.339279 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 22d665e6-a684-4e0e-a881-c03d12703660 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:12.343452 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.353003 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-13a2a451-d743-431b-be7d-93c98158177f req-c0470a72-d21c-43a3-9731-2cee3a644985 tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.57 "DELETE /v2.0/ports/94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 HTTP/1.1" status: 204 len: 173 time: 0.6870451 Apr 14 21:14:12.353490 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'name': 'network-vif-deleted', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:12.356624 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547da83-8722-4008-9c7e-c2ea779e3d17" -d '{"events": [{"server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "name": "network-vif-deleted", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:12.388246 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 22d665e6-a684-4e0e-a881-c03d12703660 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:14:12.399109 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a073e-a806-42c0-b4aa-692d06f93c69 x-openstack-request-id: req-612a073e-a806-42c0-b4aa-692d06f93c69 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:12.399402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091488d-7ae7-4b7c-a228-8ae7c70a55b3", "name": "network-vif-deleted", "tag": "94b53ddc-f8d7-417f-a788-a7ec5bbc9c00", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:12.399768 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612a073e-a806-42c0-b4aa-692d06f93c69 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:12.400175 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612a073e-a806-42c0-b4aa-692d06f93c69'] response: {'server_uuid': '0091488d-7ae7-4b7c-a228-8ae7c70a55b3', 'name': 'network-vif-deleted', 'tag': '94b53ddc-f8d7-417f-a788-a7ec5bbc9c00', 'status': 'completed', 'code': 200} Apr 14 21:14:12.467070 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-45adb5a0-92ad-462f-a11c-86198d038850 req-17a4468b-5bf2-4aa4-a551-bc034788425d tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0678282 Apr 14 21:14:12.506427 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] Publish callbacks [] for security_group (817e9d1d-4f7d-47e2-81b0-3c2b5259aadb), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.553735 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] Publish callbacks [] for security_group (817e9d1d-4f7d-47e2-81b0-3c2b5259aadb), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.642468 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 22d665e6-a684-4e0e-a881-c03d12703660 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:12.642982 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (22d665e6-a684-4e0e-a881-c03d12703660), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.685735 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30106-d51c-4a7c-a569-459bd4dd3cc5 req-4e447201-4707-4ad4-bfb7-e4687f216bef tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:12.687250 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-32f30106-d51c-4a7c-a569-459bd4dd3cc5 req-4e447201-4707-4ad4-bfb7-e4687f216bef tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 949 time: 0.0473361 Apr 14 21:14:12.717607 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (b78d3271-aaa8-45ac-86ec-2bda3a45ba15), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.720929 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 22d665e6-a684-4e0e-a881-c03d12703660 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:12.721538 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (22d665e6-a684-4e0e-a881-c03d12703660), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.734942 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-32f30106-d51c-4a7c-a569-459bd4dd3cc5 req-3b3d343f-f429-448b-926c-871376fa776c tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414097 Apr 14 21:14:12.749580 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:12.752735 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c914a5-7dd8-4319-ada7-4aef037412de" -d '{"events": [{"server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "name": "network-vif-plugged", "status": "completed", "tag": "22d665e6-a684-4e0e-a881-c03d12703660"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:12.766306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22d665e6-a684-4e0e-a881-c03d12703660,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:12.778773 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78d3271-aaa8-45ac-86ec-2bda3a45ba15,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:12.788356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Checking segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:12.788776 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Network hostable DHCP agents. Network: cf6b3e91-5b70-49e5-a9f3-6ed0934bb214, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:14:12.789559 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3bac41-51b4-4a9c-8479-873bc502314f x-openstack-request-id: req-1b3bac41-51b4-4a9c-8479-873bc502314f {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:12.789866 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "name": "network-vif-plugged", "status": "completed", "tag": "22d665e6-a684-4e0e-a881-c03d12703660", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:12.790121 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b3bac41-51b4-4a9c-8479-873bc502314f {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:12.790521 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3bac41-51b4-4a9c-8479-873bc502314f'] response: {'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660', 'code': 200} Apr 14 21:14:12.826139 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (817e9d1d-4f7d-47e2-81b0-3c2b5259aadb), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.828834 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.830315 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/817e9d1d-4f7d-47e2-81b0-3c2b5259aadb HTTP/1.1" status: 204 len: 168 time: 0.6926446 Apr 14 21:14:12.844716 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aadc7-a7a4-4cf5-8ac6-3ce07f503c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e9d1d-4f7d-47e2-81b0-3c2b5259aadb,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:12.911221 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:12.959690 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:13.003346 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:14:13.139765 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, cf6b3e91-5b70-49e5-a9f3-6ed0934bb214) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:13.144126 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:13.144985 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.148537 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776240b1-61c9-4d12-9c2e-25e623bcbd5b None None] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:13.226728 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cabad3-3efc-4f78-a4f8-ce61b8013640 req-f1fbc8b3-2441-4cb2-b0d2-f79952a8967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:13.228339 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-43cabad3-3efc-4f78-a4f8-ce61b8013640 req-f1fbc8b3-2441-4cb2-b0d2-f79952a8967b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 1134 time: 0.0420280 Apr 14 21:14:13.260693 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:14:13.261630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.263279 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-692bde6b-2f14-44eb-b792-8ad9e81a5339 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2120214 Apr 14 21:14:13.268042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 36910) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:13.271281 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:13.331853 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.349453 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6b64-b5ed-499a-bf19-4a69469beac2 req-4fb296bf-901f-4ea4-9287-289505d58003 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:13.351925 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a02a6b64-b5ed-499a-bf19-4a69469beac2 req-4fb296bf-901f-4ea4-9287-289505d58003 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0542696 Apr 14 21:14:13.395544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.396917 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.402160 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Allocated IP 172.20.0.2 (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214/b78d3271-aaa8-45ac-86ec-2bda3a45ba15/a7152732-9f5a-454a-93f9-da7b6337763d) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:13.415955 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a02a6b64-b5ed-499a-bf19-4a69469beac2 req-4bee9a81-a941-4f3e-a268-985d2b839a96 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Apr 14 21:14:13.464098 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for router_controller (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.562762 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks [] for port (a7152732-9f5a-454a-93f9-da7b6337763d), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.612716 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0b019dd0-34a0-4b6c-bd69-d4ae5e464c78 req-521483eb-c41f-48f0-a102-c6530698c17e tempest-VolumesActionsTest-1434422768 tempest-VolumesActionsTest-1434422768-project] 10.222.0.24 "GET /v2.0/ports?device_id=0091488d-7ae7-4b7c-a228-8ae7c70a55b3 HTTP/1.1" status: 200 len: 210 time: 0.0355134 Apr 14 21:14:13.643703 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.691136 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:13.692233 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:13.704022 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:13.714539 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Pushing event updated for resources: {'Port': ['ID=a7152732-9f5a-454a-93f9-da7b6337763d,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:13.715591 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36916) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:13.747316 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf17f-e66f-42d0-a76b-ba9a10af2623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.789088 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Attempting to bind port a7152732-9f5a-454a-93f9-da7b6337763d on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:13.789830 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Attempting to bind port a7152732-9f5a-454a-93f9-da7b6337763d by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:13.790275 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Attempting to bind port a7152732-9f5a-454a-93f9-da7b6337763d on network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:13.798362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:13.798955 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Checking segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:13.799495 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.800083 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Bound using segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:13.800680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Bound port: a7152732-9f5a-454a-93f9-da7b6337763d, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:13.801194 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.862203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf17f-e66f-42d0-a76b-ba9a10af2623 admin admin] Publish callbacks [] for security_group (07915d76-a976-49aa-b359-0cbb8182e864), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.875358 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] For port a7152732-9f5a-454a-93f9-da7b6337763d, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:13.879838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] For port a7152732-9f5a-454a-93f9-da7b6337763d, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=a7152732-9f5a-454a-93f9-da7b6337763d,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:13.916695 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-43cabad3-3efc-4f78-a4f8-ce61b8013640 req-1aa5aa5e-169c-4d24-85c9-82b2bf34e73b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380016 Apr 14 21:14:13.928574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf17f-e66f-42d0-a76b-ba9a10af2623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (07915d76-a976-49aa-b359-0cbb8182e864), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.959538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562682c1-1c1f-4f2b-8e1a-34d015ae2d84 req-4920a06f-8dcd-4e2b-b4c7-5ae201a8e481 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:13.961383 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-562682c1-1c1f-4f2b-8e1a-34d015ae2d84 req-4920a06f-8dcd-4e2b-b4c7-5ae201a8e481 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.1286814 Apr 14 21:14:13.965157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for router_gateway (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:13.967469 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf17f-e66f-42d0-a76b-ba9a10af2623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07915d76-a976-49aa-b359-0cbb8182e864,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:13.971651 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e8dcf17f-e66f-42d0-a76b-ba9a10af2623 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ff4ffd9fcc4d33821f88314becc8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540567 Apr 14 21:14:13.974339 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36920) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:14.015036 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-562682c1-1c1f-4f2b-8e1a-34d015ae2d84 req-a5f94d47-f9f6-497a-b82f-0a99d96d7537 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Apr 14 21:14:14.015247 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.026549 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] Publish callbacks [] for security_group (07915d76-a976-49aa-b359-0cbb8182e864), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.049878 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] Publish callbacks [] for security_group (07915d76-a976-49aa-b359-0cbb8182e864), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.082076 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681772d-13ff-4499-baa4-c15f0441caaf None None] Pushing event updated for resources: {'Port': ['ID=a7152732-9f5a-454a-93f9-da7b6337763d,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:14.186353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (07915d76-a976-49aa-b359-0cbb8182e864), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.189635 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.195590 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07915d76-a976-49aa-b359-0cbb8182e864 HTTP/1.1" status: 204 len: 168 time: 0.2202315 Apr 14 21:14:14.203797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3355d-9d2d-47b1-a1f8-54e9c6de716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07915d76-a976-49aa-b359-0cbb8182e864,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:14.326344 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:14:14.347113 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:14:14.347113 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 94b53ddc-f8d7-417f-a788-a7ec5bbc9c00 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:14:14.373534 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for router_gateway (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.397999 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.507132 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Allocated IP 172.27.0.37 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/c7de0fd0-bef8-4a17-9153-0740a1b6edbc) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:14.530389 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1390-fceb-4849-b68d-c6d0d063b027 req-b91cc010-b193-4555-b19b-356fae331a01 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:14.531866 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a41d1390-fceb-4849-b68d-c6d0d063b027 req-b91cc010-b193-4555-b19b-356fae331a01 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0496855 Apr 14 21:14:14.582319 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a41d1390-fceb-4849-b68d-c6d0d063b027 req-f509cf45-3db4-41a6-ac7b-9120e6c3219b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Apr 14 21:14:14.616164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.751772 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:14.800231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:14.804772 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:14.808616 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:14.853822 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Pushing event updated for resources: {'Port': ['ID=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:14.934416 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.125773 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567472ee-c663-4bf8-af94-84298e9568bb None None] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:15.146355 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977f65-a3df-41b9-a8f6-263c68f19c18 req-e6d946dd-4ceb-441a-9479-1e99df43ed9a tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:15.148566 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6977f65-a3df-41b9-a8f6-263c68f19c18 req-e6d946dd-4ceb-441a-9479-1e99df43ed9a tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0577118 Apr 14 21:14:15.155571 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Provisioning complete for port a7152732-9f5a-454a-93f9-da7b6337763d triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:15.155948 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.206109 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6977f65-a3df-41b9-a8f6-263c68f19c18 req-3eed94f6-c5d6-4fc2-be7d-cf4e19d8ee2f tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Apr 14 21:14:15.230563 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for router_gateway (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.357924 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36946) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:15.371261 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d34e-f0d9-4a38-8e60-40824cefdd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.435791 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Current status of the port a7152732-9f5a-454a-93f9-da7b6337763d is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:15.436431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.478443 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d34e-f0d9-4a38-8e60-40824cefdd73 admin admin] Publish callbacks [] for security_group (b065cdac-e023-4dd5-a2f8-68311837aa73), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.480723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.486956 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] For port a7152732-9f5a-454a-93f9-da7b6337763d, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=a7152732-9f5a-454a-93f9-da7b6337763d,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:15.631685 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d34e-f0d9-4a38-8e60-40824cefdd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b065cdac-e023-4dd5-a2f8-68311837aa73), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.631926 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.691407 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586f6da-7326-4dcb-8165-989dc56a85c9 None None] Pushing event updated for resources: {'Port': ['ID=a7152732-9f5a-454a-93f9-da7b6337763d,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:15.701071 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8fd0d34e-f0d9-4a38-8e60-40824cefdd73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea1e9fbbca7643548cefb1eec76758c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420172 Apr 14 21:14:15.703578 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36956) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:15.716952 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:14:15.721064 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0d34e-f0d9-4a38-8e60-40824cefdd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b065cdac-e023-4dd5-a2f8-68311837aa73,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:15.756430 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-e6834509-7476-4b5a-98e7-aa9273aaea04 None None] Provisioning complete for port a7152732-9f5a-454a-93f9-da7b6337763d triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:15.756808 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e6834509-7476-4b5a-98e7-aa9273aaea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.760709 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] Publish callbacks [] for security_group (b065cdac-e023-4dd5-a2f8-68311837aa73), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.787325 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] Publish callbacks [] for security_group (b065cdac-e023-4dd5-a2f8-68311837aa73), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.798696 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f75c-d435-4c38-9442-7af8dbba8635 req-fa87e296-a950-401d-b51c-7e57e85ea9aa tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:15.800605 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b994f75c-d435-4c38-9442-7af8dbba8635 req-fa87e296-a950-401d-b51c-7e57e85ea9aa tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1127017 Apr 14 21:14:15.852437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e6834509-7476-4b5a-98e7-aa9273aaea04 None None] Current status of the port a7152732-9f5a-454a-93f9-da7b6337763d is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:15.893336 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b994f75c-d435-4c38-9442-7af8dbba8635 req-1ca30d0b-a90b-4a9f-9aac-3b692dad744e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Apr 14 21:14:15.897855 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:15.909892 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Sync routers for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:15.939957 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:15.940819 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:15.960093 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device a7152732-9f5a-454a-93f9-da7b6337763d up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:15.962338 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b065cdac-e023-4dd5-a2f8-68311837aa73), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.965675 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:15.973177 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b065cdac-e023-4dd5-a2f8-68311837aa73 HTTP/1.1" status: 204 len: 168 time: 0.2640634 Apr 14 21:14:15.980337 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de6784-43e0-4d50-b804-1e352c824e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b065cdac-e023-4dd5-a2f8-68311837aa73,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:16.047325 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.055649 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bc0da66b-deeb-4530-bf37-1d46b1417c80 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7826636 Apr 14 21:14:16.055855 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 36968) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:16.066221 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port a7152732-9f5a-454a-93f9-da7b6337763d triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:16.066672 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.097241 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:16.178754 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port a7152732-9f5a-454a-93f9-da7b6337763d is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:16.354715 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f611-3b21-4cde-8b5f-36df1ff3c4af req-3be7daec-f49d-47d2-881c-4025f94a3a9e tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:16.356201 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6af5f611-3b21-4cde-8b5f-36df1ff3c4af req-3be7daec-f49d-47d2-881c-4025f94a3a9e tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0598581 Apr 14 21:14:16.382917 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:14Z', 'revision_number': 3, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:16.412135 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Checking router: 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:16.412487 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Updating router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce port c7de0fd0-bef8-4a17-9153-0740a1b6edbc binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:14:16.447597 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.485144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6af5f611-3b21-4cde-8b5f-36df1ff3c4af req-2ef21782-1caa-4ef9-af41-f54694ca1184 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233182 Apr 14 21:14:16.630103 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.757308 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks [] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.794655 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Allocated IP 172.20.0.1 (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214/b78d3271-aaa8-45ac-86ec-2bda3a45ba15/f1545e80-4b18-4354-a0a7-0378c0679182) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:16.832004 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.894202 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Attempting to bind port c7de0fd0-bef8-4a17-9153-0740a1b6edbc on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:16.894566 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Attempting to bind port c7de0fd0-bef8-4a17-9153-0740a1b6edbc by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:16.894923 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Attempting to bind port c7de0fd0-bef8-4a17-9153-0740a1b6edbc on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:16.902818 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Pushing event updated for resources: {'Port': ['ID=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:16.905877 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:16.906041 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks [] for port (f1545e80-4b18-4354-a0a7-0378c0679182), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.906245 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:16.906637 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.907023 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:16.907510 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Bound port: c7de0fd0-bef8-4a17-9153-0740a1b6edbc, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:16.907875 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.930895 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.930895 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.931556 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.931556 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.931766 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.932090 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.932589 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.932926 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.933258 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.933581 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.933898 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.934214 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.934529 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.934879 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.935153 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:16.977880 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] For port c7de0fd0-bef8-4a17-9153-0740a1b6edbc, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:16.980953 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] For port c7de0fd0-bef8-4a17-9153-0740a1b6edbc, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:17.051917 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b783bc-18d0-4d4f-bc13-1be260533798 req-0fd8e97e-4559-4ac3-b6b9-143cf3e349c7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:17.053463 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-99b783bc-18d0-4d4f-bc13-1be260533798 req-0fd8e97e-4559-4ac3-b6b9-143cf3e349c7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0535004 Apr 14 21:14:17.060391 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.088463 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6768b3-f9bd-4bb8-bd65-c277e8cfc47c req-bf5083fc-5045-4118-9838-357f8fd532db tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:17.088463 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8d6768b3-f9bd-4bb8-bd65-c277e8cfc47c req-bf5083fc-5045-4118-9838-357f8fd532db tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0579700 Apr 14 21:14:17.117712 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.128996 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:17.132437 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8d6768b3-f9bd-4bb8-bd65-c277e8cfc47c req-34ab1365-69e9-48ef-b16d-06576d4c83c9 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Apr 14 21:14:17.138572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:17.142648 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:17.144951 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:17.145521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.170618 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6c29-2860-4a4b-b0a3-7fb79ffea472 None None] Pushing event updated for resources: {'Port': ['ID=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:17.192672 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:17.193378 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:17.204670 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-99b783bc-18d0-4d4f-bc13-1be260533798 req-0a0f6e08-911f-46cb-b477-09870cac68ca tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417091 Apr 14 21:14:17.311529 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:17.382971 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-4f3778cb-8f36-4be9-b389-712055d38041 None None] Provisioning complete for port f1545e80-4b18-4354-a0a7-0378c0679182 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:17.383570 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4f3778cb-8f36-4be9-b389-712055d38041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.427527 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-4f3778cb-8f36-4be9-b389-712055d38041 None None] Port f1545e80-4b18-4354-a0a7-0378c0679182 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:17.451277 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.500405 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:14Z', 'revision_number': 3, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:17.528026 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f71bee-e76d-4e70-8f50-a2a0cbb3b82d None None] The sync data for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi is: [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:14Z', 'revision_number': 3, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:14:17.635477 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks [] for port (f1545e80-4b18-4354-a0a7-0378c0679182), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.740017 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.740925 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:17.851080 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:17.887394 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:17.888851 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:17.978978 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c7de0fd0-bef8-4a17-9153-0740a1b6edbc up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:18.015826 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:14:18.042794 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port c7de0fd0-bef8-4a17-9153-0740a1b6edbc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:18.046330 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.156386 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port c7de0fd0-bef8-4a17-9153-0740a1b6edbc is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:18.157157 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.159158 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:18.164415 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4a4bba10-9633-484c-a961-0994848159e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3edf1072-bf2c-4ef2-8dd8-19f3581f3bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095250 Apr 14 21:14:18.191462 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port c7de0fd0-bef8-4a17-9153-0740a1b6edbc, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:18.251725 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-6af59020-2f88-4436-978f-bca5c1b656de None None] Provisioning complete for port f1545e80-4b18-4354-a0a7-0378c0679182 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:18.260185 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6af59020-2f88-4436-978f-bca5c1b656de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.340159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6af59020-2f88-4436-978f-bca5c1b656de None None] Port f1545e80-4b18-4354-a0a7-0378c0679182 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:18.349513 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.359354 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34258-51a4-4bc1-94c2-5a514f9cc3d3 req-ef0600cd-4971-4e34-9674-ac9db7904b3b tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:18.362251 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4db34258-51a4-4bc1-94c2-5a514f9cc3d3 req-ef0600cd-4971-4e34-9674-ac9db7904b3b tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.1266367 Apr 14 21:14:18.414598 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb792a-c791-4c76-ba79-cbd40e8bf70f req-ba557824-3e5b-4edf-ab78-6dd8dca242e2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:18.416159 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deeb792a-c791-4c76-ba79-cbd40e8bf70f req-ba557824-3e5b-4edf-ab78-6dd8dca242e2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0964875 Apr 14 21:14:18.436320 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:18.445798 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4db34258-51a4-4bc1-94c2-5a514f9cc3d3 req-15670455-d075-4fa3-bb81-21f5d7eb396b tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758078 Apr 14 21:14:18.488596 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deeb792a-c791-4c76-ba79-cbd40e8bf70f req-70c425a9-4c91-4446-8041-893193ae869b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612907 Apr 14 21:14:19.049935 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37058) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:19.054892 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781027378-network', 'tenant_id': '352def42101a426db6a9dc4160a6610a'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:19.150982 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Made reservation on behalf of 352def42101a426db6a9dc4160a6610a for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:19.153570 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.162721 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.237155 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks [] for security_group (463df25b-78a5-482e-b0de-943512985706), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.336739 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Sync routers for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:19.339632 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (463df25b-78a5-482e-b0de-943512985706), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.347296 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:19.347951 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:19.364679 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:14:19.374355 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463df25b-78a5-482e-b0de-943512985706,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:19.379637 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (40963542-8e76-479b-87b4-a1f43044ac74), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.379983 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Added segment 40963542-8e76-479b-87b4-a1f43044ac74 of type vlan for network 6e2f960a-46ce-4462-81d2-f90498c1a606 Apr 14 21:14:19.426058 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (6e2f960a-46ce-4462-81d2-f90498c1a606), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.479413 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:19.523082 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (6e2f960a-46ce-4462-81d2-f90498c1a606), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.524704 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:19.525514 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.563503 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a9c4-139e-4e0f-9197-f93d88e0c992 req-19b123d9-7893-478f-a152-a0fd6ac99de8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:19.565700 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b9d4a9c4-139e-4e0f-9197-f93d88e0c992 req-19b123d9-7893-478f-a152-a0fd6ac99de8 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0535805 Apr 14 21:14:19.621744 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b9d4a9c4-139e-4e0f-9197-f93d88e0c992 req-c6060e9f-6f84-4c61-ad31-22fb77ff58b4 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502539 Apr 14 21:14:19.643930 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] Pushing event updated for resources: {'Network': ['ID=6e2f960a-46ce-4462-81d2-f90498c1a606,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:19.661674 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619f30-b876-45cf-b3c0-2bc98de003ef req-f76d84ec-e9ce-4731-b802-ba8d90ff7df3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:19.663185 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7b619f30-b876-45cf-b3c0-2bc98de003ef req-f76d84ec-e9ce-4731-b802-ba8d90ff7df3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0577188 Apr 14 21:14:19.667424 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a3d19791-e6c7-40ae-ba4a-2a0316c9a9af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6154523 Apr 14 21:14:19.676545 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37070) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:19.680900 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Request body: {'subnet': {'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781027378-subnet', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:19.681046 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:14:19.730933 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7b619f30-b876-45cf-b3c0-2bc98de003ef req-8edf0de9-04cc-437b-afac-da156efa3d25 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Apr 14 21:14:19.747488 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 2, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:19.783991 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Checking router: 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:19.784345 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Updating router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce port f1545e80-4b18-4354-a0a7-0378c0679182 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:14:19.813199 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.859640 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Made reservation on behalf of 352def42101a426db6a9dc4160a6610a for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:19.863691 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:19.935131 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c7de0fd0-bef8-4a17-9153-0740a1b6edbc up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:20.041375 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port c7de0fd0-bef8-4a17-9153-0740a1b6edbc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:20.041678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.129249 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (b1b43094-72f7-48d0-b215-aee673112c0f), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.182694 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b43094-72f7-48d0-b215-aee673112c0f,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:20.193528 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Checking segment: {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:20.193886 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Network hostable DHCP agents. Network: 6e2f960a-46ce-4462-81d2-f90498c1a606, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:14:20.195205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks [] for port (f1545e80-4b18-4354-a0a7-0378c0679182), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.199483 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port c7de0fd0-bef8-4a17-9153-0740a1b6edbc is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:20.242429 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.277816 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:14:20.294722 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fe075-deaa-4ac1-be93-11240a469c88 None None] Pushing event updated for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:20.354735 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Attempting to bind port f1545e80-4b18-4354-a0a7-0378c0679182 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:20.355105 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Attempting to bind port f1545e80-4b18-4354-a0a7-0378c0679182 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:20.355969 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Attempting to bind port f1545e80-4b18-4354-a0a7-0378c0679182 on network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:20.361688 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:20.362058 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Checking segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:20.362459 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.362848 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Bound using segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:20.363311 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Bound port: f1545e80-4b18-4354-a0a7-0378c0679182, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:20.363687 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.385232 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 6e2f960a-46ce-4462-81d2-f90498c1a606) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:20.389460 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:20.390091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.399082 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836075f-6a01-4a67-a9e3-18de828b81ee None None] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:20.484394 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3ebc4def-5e51-4235-a117-496d935d5251 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8021944 Apr 14 21:14:20.484394 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37074) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:20.486970 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:20.496624 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-ed122163-75fd-4375-9471-fa7c264cdc07 None None] Provisioning complete for port f1545e80-4b18-4354-a0a7-0378c0679182 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:20.497160 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ed122163-75fd-4375-9471-fa7c264cdc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.526304 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] For port f1545e80-4b18-4354-a0a7-0378c0679182, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:20.551789 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] For port f1545e80-4b18-4354-a0a7-0378c0679182, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f1545e80-4b18-4354-a0a7-0378c0679182,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:20.568242 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (e32929ca-a501-405d-ad19-f7ac87101be9), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.569430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (e32929ca-a501-405d-ad19-f7ac87101be9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.570472 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-ed122163-75fd-4375-9471-fa7c264cdc07 None None] Port f1545e80-4b18-4354-a0a7-0378c0679182 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:20.583569 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-6e2f960a-46ce-4462-81d2-f90498c1a606', 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606', 'project_id': '352def42101a426db6a9dc4160a6610a', 'fixed_ips': [{'subnet_id': 'b1b43094-72f7-48d0-b215-aee673112c0f'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:14:20.584494 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.625671 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for router_controller (e32929ca-a501-405d-ad19-f7ac87101be9), precommit_add_association {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.658605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.744654 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fe075-deaa-4ac1-be93-11240a469c88 None None] Pushing event updated for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:20.748319 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a905f0e-517e-4007-aab6-193e170911fc req-a5fba5d9-2715-4ffc-80ea-bc3f8c08c120 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:20.750360 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1a905f0e-517e-4007-aab6-193e170911fc req-a5fba5d9-2715-4ffc-80ea-bc3f8c08c120 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0569839 Apr 14 21:14:20.767362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:20.768011 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:20.825475 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1a905f0e-517e-4007-aab6-193e170911fc req-9a486e83-0946-426d-b570-7d255f25a25a tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628469 Apr 14 21:14:20.880131 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Allocated IP 172.20.0.2 (6e2f960a-46ce-4462-81d2-f90498c1a606/b1b43094-72f7-48d0-b215-aee673112c0f/76f9187a-4e0a-4d8c-b957-6dcd8900e5e5) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:20.959205 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for router_gateway (e32929ca-a501-405d-ad19-f7ac87101be9), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:20.968229 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95514f0-7485-427c-b904-4b3a03e7816a req-7483ddc2-70d2-4a00-8105-0817a6378654 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:20.969970 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b95514f0-7485-427c-b904-4b3a03e7816a req-7483ddc2-70d2-4a00-8105-0817a6378654 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1310918 Apr 14 21:14:21.026597 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b95514f0-7485-427c-b904-4b3a03e7816a req-f1bb57eb-da5f-4729-ac27-829a7f80055e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501912 Apr 14 21:14:21.106691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:21.135810 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Provisioning complete for port f1545e80-4b18-4354-a0a7-0378c0679182 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:21.136192 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.242589 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for router_gateway (e32929ca-a501-405d-ad19-f7ac87101be9), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.261374 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.368470 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Allocated IP 172.27.0.108 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/4a317f0b-2368-4416-8d45-c7923fc814c9) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:21.390543 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks [] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.404271 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Current status of the port f1545e80-4b18-4354-a0a7-0378c0679182 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:21.404660 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.468144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.469079 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:20Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:21.473853 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.478227 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] For port f1545e80-4b18-4354-a0a7-0378c0679182, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f1545e80-4b18-4354-a0a7-0378c0679182,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:21.507943 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bcb4e9-ccf6-4ed2-a729-b3fe09d21b7a None None] The sync data for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi is: [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:20Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:14:21.540443 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:21.550239 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:21.558533 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:21.562438 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.565997 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Pushing event updated for resources: {'Port': ['ID=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:21.581782 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.646057 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:21.652179 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:21.654952 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:21.670424 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Attempting to bind port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:21.670806 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Attempting to bind port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:21.671177 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Attempting to bind port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 on network 6e2f960a-46ce-4462-81d2-f90498c1a606 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:21.679731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c313a-6e83-47f7-9aab-6ce5906e4323 None None] Pushing event updated for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:21.683112 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:21.683494 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Checking segment: {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:21.683898 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.684286 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Bound using segment: {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:21.684765 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Bound port: 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:21.685183 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:21.693291 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Pushing event updated for resources: {'Port': ['ID=4a317f0b-2368-4416-8d45-c7923fc814c9,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:21.754500 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] For port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:21.758162 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] For port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:21.860747 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:22.002824 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75226548-814b-4dd5-9da6-2cf73125453c None None] Pushing event updated for resources: {'Port': ['ID=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:22.035613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f1545e80-4b18-4354-a0a7-0378c0679182 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:22.059192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee71ff-e184-488a-b6c7-e88fbcc1ad17 req-bc65e966-814b-48ab-a8d4-96b95614ebc3 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:22.060786 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6ee71ff-e184-488a-b6c7-e88fbcc1ad17 req-bc65e966-814b-48ab-a8d4-96b95614ebc3 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0988753 Apr 14 21:14:22.133857 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port f1545e80-4b18-4354-a0a7-0378c0679182 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:22.134732 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:22.155531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6ee71ff-e184-488a-b6c7-e88fbcc1ad17 req-4ce65a42-61e1-403d-ad44-9fe4cb015049 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875249 Apr 14 21:14:22.308150 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port f1545e80-4b18-4354-a0a7-0378c0679182 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:22.346971 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394afb3c-1026-42a1-9fee-5e6c3dd0705e req-b45945a4-e021-49c3-9e27-b48b93fcb8cf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:22.358016 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-394afb3c-1026-42a1-9fee-5e6c3dd0705e req-b45945a4-e021-49c3-9e27-b48b93fcb8cf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1200378 Apr 14 21:14:22.418974 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for router_gateway (e32929ca-a501-405d-ad19-f7ac87101be9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:22.462721 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-394afb3c-1026-42a1-9fee-5e6c3dd0705e req-226ed791-9525-4e72-ba8c-cf78d2eafad6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005940 Apr 14 21:14:22.665958 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (e32929ca-a501-405d-ad19-f7ac87101be9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:22.905517 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Router e32929ca-a501-405d-ad19-f7ac87101be9 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:14:23.087344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:23.101805 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Sync routers for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:23.122429 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:23.123940 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:23.181787 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:23.185856 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37124) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:23.187376 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-9b74e6d6-9b6c-4451-9c94-b7c910be1fab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7024097 Apr 14 21:14:23.264447 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bebf43-a783-451c-a558-15d80345e51f None None] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:23.305599 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:23.356548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c95bc-b8a8-441f-a370-ed5f09cae096 req-8be7f451-3a18-40f8-9888-bad645fe1c9f tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:23.358571 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e13c95bc-b8a8-441f-a370-ed5f09cae096 req-8be7f451-3a18-40f8-9888-bad645fe1c9f tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0593982 Apr 14 21:14:23.467847 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e13c95bc-b8a8-441f-a370-ed5f09cae096 req-594f974b-94ef-46bd-ba8b-904805b43f26 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983663 Apr 14 21:14:23.510658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Provisioning complete for port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:23.510658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:23.542182 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:22Z', 'revision_number': 3, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:23.577352 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Checking router: e32929ca-a501-405d-ad19-f7ac87101be9 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:23.578047 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Updating router e32929ca-a501-405d-ad19-f7ac87101be9 port 4a317f0b-2368-4416-8d45-c7923fc814c9 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:14:23.645089 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:23.724636 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25950fe6-8c64-44ff-a717-8159bb622b37 req-e74563f0-d4e4-4b19-bd36-56bd821fe77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:23.724636 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25950fe6-8c64-44ff-a717-8159bb622b37 req-e74563f0-d4e4-4b19-bd36-56bd821fe77a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.1428506 Apr 14 21:14:23.724827 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b8350-4716-4ea8-bfc0-1c8bf6214939 req-d5c96815-1ebb-4100-8fd4-7ed29463bf52 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:23.726575 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f24b8350-4716-4ea8-bfc0-1c8bf6214939 req-d5c96815-1ebb-4100-8fd4-7ed29463bf52 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1235449 Apr 14 21:14:23.769449 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Current status of the port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:23.769844 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:23.840288 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f24b8350-4716-4ea8-bfc0-1c8bf6214939 req-a130959c-b7be-41c4-8ac3-d25ba4742f61 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075580 Apr 14 21:14:23.842374 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] For port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:23.912536 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25950fe6-8c64-44ff-a717-8159bb622b37 req-376a7626-bbb9-4dfc-b75b-c8a59d547f6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686461 Apr 14 21:14:23.928208 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.023138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:24.070497 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks [] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.085692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40ff96-5d7e-4ef1-bd43-f8bef296c86b None None] Pushing event updated for resources: {'Port': ['ID=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:24.119569 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-774e23a9-29fd-45f3-a1a3-7a06c2f79e29 None None] Provisioning complete for port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:24.122648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-774e23a9-29fd-45f3-a1a3-7a06c2f79e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.145255 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.211407 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Attempting to bind port 4a317f0b-2368-4416-8d45-c7923fc814c9 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:24.212143 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Attempting to bind port 4a317f0b-2368-4416-8d45-c7923fc814c9 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:24.212721 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Attempting to bind port 4a317f0b-2368-4416-8d45-c7923fc814c9 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:24.216155 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d293fb-2582-430b-be67-19f4e05fcb8c None None] Pushing event updated for resources: {'Port': ['ID=4a317f0b-2368-4416-8d45-c7923fc814c9,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:24.228841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:24.228841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.231120 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:24.231818 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:24.232921 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.233619 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:24.234314 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Bound port: 4a317f0b-2368-4416-8d45-c7923fc814c9, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:24.234913 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.282773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.321251 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-774e23a9-29fd-45f3-a1a3-7a06c2f79e29 None None] Current status of the port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:24.409977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:24.433062 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] For port 4a317f0b-2368-4416-8d45-c7923fc814c9, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:24.437572 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] For port 4a317f0b-2368-4416-8d45-c7923fc814c9, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4a317f0b-2368-4416-8d45-c7923fc814c9,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:24.498782 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Allocated IP 172.20.0.1 (6e2f960a-46ce-4462-81d2-f90498c1a606/b1b43094-72f7-48d0-b215-aee673112c0f/f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:24.563044 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.637117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks [] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.666129 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:24.667294 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:24.681121 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ca4c-a282-44ba-8f32-4ad8b30e9bda req-796563a7-0b2f-461c-8139-8e15c1f8ebe7 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:24.682656 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2c98ca4c-a282-44ba-8f32-4ad8b30e9bda req-796563a7-0b2f-461c-8139-8e15c1f8ebe7 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0745673 Apr 14 21:14:24.716799 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d293fb-2582-430b-be67-19f4e05fcb8c None None] Pushing event updated for resources: {'Port': ['ID=4a317f0b-2368-4416-8d45-c7923fc814c9,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:24.722226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37142) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:24.767585 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2c98ca4c-a282-44ba-8f32-4ad8b30e9bda req-991ce222-f5f1-4d9c-b816-33b910804ca9 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747819 Apr 14 21:14:24.827816 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:24.833204 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.894621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:24.902357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:24.905360 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:24.940806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bc81840-705f-440b-8b1e-a193ce61cca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:24.990158 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:25.033029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (e32929ca-a501-405d-ad19-f7ac87101be9), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.087835 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20625d8-fd33-448b-9b38-df8b13fedbea req-3fc8f0bf-d2de-4264-bfc8-93a5ab638b3d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:25.089955 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b20625d8-fd33-448b-9b38-df8b13fedbea req-3fc8f0bf-d2de-4264-bfc8-93a5ab638b3d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0971646 Apr 14 21:14:25.138713 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:22Z', 'revision_number': 3, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:25.180445 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b20625d8-fd33-448b-9b38-df8b13fedbea req-a9e74607-f79c-42fd-aed8-36099ca9b74e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841138 Apr 14 21:14:25.214121 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a42cd-cb07-4e90-82cf-faaa6df1f4e5 None None] The sync data for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi is: [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:22Z', 'revision_number': 3, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:14:25.256711 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a3ba3fe6-7fe3-4957-9395-72facf24ac86 None None] Provisioning complete for port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:25.257406 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3fe6-7fe3-4957-9395-72facf24ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.304012 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba3fe6-7fe3-4957-9395-72facf24ac86 None None] Port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:25.324862 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-c27dc911-86be-4cf6-85df-2ccab217122d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:25.326630 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-c27dc911-86be-4cf6-85df-2ccab217122d tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.57 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.0659411 Apr 14 21:14:25.351437 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bc81840-705f-440b-8b1e-a193ce61cca7 admin admin] Publish callbacks [] for security_group (9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.741685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8bc81840-705f-440b-8b1e-a193ce61cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.809815 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8bc81840-705f-440b-8b1e-a193ce61cca7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acffc431eeee44ba92b3657eaaa2048a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0858471 Apr 14 21:14:25.812353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37158) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:25.883309 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Deleting port 22d665e6-a684-4e0e-a881-c03d12703660 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:14:25.889466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (22d665e6-a684-4e0e-a881-c03d12703660), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.931341 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81840-705f-440b-8b1e-a193ce61cca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:25.953881 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] Publish callbacks [] for security_group (9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.978840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:25.988685 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] Publish callbacks [] for security_group (9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.127844 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525e66-6924-4286-8f65-000203c0b09e req-1cc39ef6-ce42-4526-88d6-525271db1092 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:26.129418 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-97525e66-6924-4286-8f65-000203c0b09e req-1cc39ef6-ce42-4526-88d6-525271db1092 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 950 time: 0.1934745 Apr 14 21:14:26.152754 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4a317f0b-2368-4416-8d45-c7923fc814c9 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:26.203456 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.219318 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.219318 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f HTTP/1.1" status: 204 len: 168 time: 0.4047821 Apr 14 21:14:26.253162 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0d99-c6da-42cb-9b25-39d9f6957023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c69b3bb-72fe-4044-b5e8-b4dae7dfdb8f,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:26.258991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] For port 22d665e6-a684-4e0e-a881-c03d12703660, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22d665e6-a684-4e0e-a881-c03d12703660,segment=NetworkSegment(208e35bd-c779-4825-9a10-50d214627ccb),segment_id=208e35bd-c779-4825-9a10-50d214627ccb)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:26.259359 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (22d665e6-a684-4e0e-a881-c03d12703660), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.260837 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 4a317f0b-2368-4416-8d45-c7923fc814c9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:26.261804 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.292215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Calling delete_port for 22d665e6-a684-4e0e-a881-c03d12703660 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:14:26.399803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-97525e66-6924-4286-8f65-000203c0b09e req-86ecd2c1-3ab0-4013-a709-4b7b1bd83d50 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/security-groups?id=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591052 Apr 14 21:14:26.442845 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 4a317f0b-2368-4416-8d45-c7923fc814c9 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:26.447471 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.469776 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ad89-c653-45e3-b66f-8d441ad1d86b req-c90c5592-7407-49ea-8cba-33c8c5b32674 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:26.474314 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5ed2ad89-c653-45e3-b66f-8d441ad1d86b req-c90c5592-7407-49ea-8cba-33c8c5b32674 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1014466 Apr 14 21:14:26.497565 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 4a317f0b-2368-4416-8d45-c7923fc814c9, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4a317f0b-2368-4416-8d45-c7923fc814c9,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:26.545136 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5ed2ad89-c653-45e3-b66f-8d441ad1d86b req-171d2136-cec2-45c2-9012-1dc92aedb8f6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Apr 14 21:14:26.562641 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.564312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:26.628585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks [] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.707693 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.747165 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=4a317f0b-2368-4416-8d45-c7923fc814c9,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:26.777174 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:26.777692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.840491 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (e32929ca-a501-405d-ad19-f7ac87101be9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.855000 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:26.894231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:26.903842 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (22d665e6-a684-4e0e-a881-c03d12703660), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.965953 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Pushing event deleted for resources: {'Port': ['ID=22d665e6-a684-4e0e-a881-c03d12703660,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:27.026634 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] No DVR routers for this DVR port 22d665e6-a684-4e0e-a881-c03d12703660 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:14:27.032259 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.036259 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2c508e7f-cd12-4e12-89a9-0309ad45e964 req-749103d5-8f13-4d67-a574-cccd863c5b59 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.57 "DELETE /v2.0/ports/22d665e6-a684-4e0e-a881-c03d12703660 HTTP/1.1" status: 204 len: 173 time: 1.6937163 Apr 14 21:14:27.036742 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'name': 'network-vif-deleted', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:27.045987 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0d607-0b12-46a3-8ffc-efee78fad841" -d '{"events": [{"server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "name": "network-vif-deleted", "tag": "22d665e6-a684-4e0e-a881-c03d12703660"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:27.070243 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:27.072016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:27.186368 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a370ef-943c-47bf-9d59-2e185f3cb98e x-openstack-request-id: req-73a370ef-943c-47bf-9d59-2e185f3cb98e {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:27.186655 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f563266d-b0a0-4aeb-8c30-d24836cf14af", "name": "network-vif-deleted", "tag": "22d665e6-a684-4e0e-a881-c03d12703660", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:27.186914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73a370ef-943c-47bf-9d59-2e185f3cb98e {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:27.187331 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a370ef-943c-47bf-9d59-2e185f3cb98e'] response: {'server_uuid': 'f563266d-b0a0-4aeb-8c30-d24836cf14af', 'name': 'network-vif-deleted', 'tag': '22d665e6-a684-4e0e-a881-c03d12703660', 'status': 'completed', 'code': 200} Apr 14 21:14:27.258208 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110f816-e06f-4094-ad01-f1efd9a38133 req-93653d05-e767-46cc-981b-43c11a6d5999 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:27.259830 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3110f816-e06f-4094-ad01-f1efd9a38133 req-93653d05-e767-46cc-981b-43c11a6d5999 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0717378 Apr 14 21:14:27.358741 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-e7310898-379b-4cbf-a46c-d0110d4c0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:27.362676 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-e7310898-379b-4cbf-a46c-d0110d4c0724 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.2117708 Apr 14 21:14:27.483097 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3110f816-e06f-4094-ad01-f1efd9a38133 req-8055a4b0-7fa7-47ea-a6ac-41b621c3a12b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097225 Apr 14 21:14:27.494970 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Router e32929ca-a501-405d-ad19-f7ac87101be9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:14:27.572306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-6e4741d5-12b7-42ab-b4c6-ce2573c50042 None None] Provisioning complete for port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:27.572306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e4741d5-12b7-42ab-b4c6-ce2573c50042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.630463 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-578d4a42-2e7a-412d-959c-b6933ec78526 req-feb769f4-7508-43d3-81e3-499ee9fdd268 tempest-VolumesNegativeTest-1815333822 tempest-VolumesNegativeTest-1815333822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f563266d-b0a0-4aeb-8c30-d24836cf14af HTTP/1.1" status: 200 len: 210 time: 0.0896223 Apr 14 21:14:27.672415 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:27.674621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6e4741d5-12b7-42ab-b4c6-ce2573c50042 None None] Port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:27.687957 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f2f9549e-da4f-4ce3-8d54-af2bfe219e95 admin admin] 10.222.0.24 "PUT /v2.0/routers/e32929ca-a501-405d-ad19-f7ac87101be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5009477 Apr 14 21:14:27.689886 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-0c8e4332-c61b-4090-98a8-ed6b6e1bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:27.691350 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-0c8e4332-c61b-4090-98a8-ed6b6e1bd392 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.3228643 Apr 14 21:14:27.926581 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-8171f6b8-1973-4166-8336-6b76514c15da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 217 time: 0.1120927 Apr 14 21:14:28.003782 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-1c76af37-baa4-4925-8c5b-578255abae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.005688 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-1c76af37-baa4-4925-8c5b-578255abae80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0677502 Apr 14 21:14:28.034965 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4a317f0b-2368-4416-8d45-c7923fc814c9 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:28.074583 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-2ef164e0-6fbb-463b-a8b9-4c0ba473d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.076209 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-2ef164e0-6fbb-463b-a8b9-4c0ba473d49e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620172 Apr 14 21:14:28.159068 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 4a317f0b-2368-4416-8d45-c7923fc814c9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:28.159068 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:28.232612 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-7e90b354-7bca-4af9-b958-28906174be2d service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485136 Apr 14 21:14:28.325071 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 4a317f0b-2368-4416-8d45-c7923fc814c9 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:28.425403 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17f0921a-eba1-4cc2-8b27-c00323344ef2 req-f3b17f84-95f4-4f6e-819a-8a9cc97b5d43 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793244 Apr 14 21:14:28.614392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351feda-e25d-4a2f-82a4-61e556084e57 req-35325442-5a8c-431b-a00b-4f471ef21cc7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.615865 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4351feda-e25d-4a2f-82a4-61e556084e57 req-35325442-5a8c-431b-a00b-4f471ef21cc7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Apr 14 21:14:28.668662 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4351feda-e25d-4a2f-82a4-61e556084e57 req-cabfb8d2-d038-40ff-9ff3-839671770796 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Apr 14 21:14:28.688679 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 22d665e6-a684-4e0e-a881-c03d12703660 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:14:28.718543 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 22d665e6-a684-4e0e-a881-c03d12703660 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:14:28.720278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 22d665e6-a684-4e0e-a881-c03d12703660 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:14:28.808628 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Sync routers for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:28.821796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:28.822613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:28.967330 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:29.592164 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:25Z', 'revision_number': 4, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9', 'name': '', 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'mac_address': 'fa:16:3e:7f:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:24Z', 'updated_at': '2022-04-14T21:14:26Z', 'revision_number': 2, 'project_id': '352def42101a426db6a9dc4160a6610a', 'subnets': [{'id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:29.620354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Checking router: e32929ca-a501-405d-ad19-f7ac87101be9 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:29.620354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Updating router e32929ca-a501-405d-ad19-f7ac87101be9 port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:14:29.766803 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:29.860823 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17be1b-2193-4288-9f72-60a722e002b3 req-1300f764-edf6-400f-a77b-429a9f6eb43d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:29.866241 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e17be1b-2193-4288-9f72-60a722e002b3 req-1300f764-edf6-400f-a77b-429a9f6eb43d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0751765 Apr 14 21:14:29.963993 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e17be1b-2193-4288-9f72-60a722e002b3 req-1c20da0f-ab58-4ac4-85b0-f788c600673f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876098 Apr 14 21:14:30.122312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks [] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:30.202355 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:30.317784 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6597-64fa-4680-baa7-2eba86b719e8 None None] Pushing event updated for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:30.442831 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Attempting to bind port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:30.443588 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Attempting to bind port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:30.444116 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Attempting to bind port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 on network 6e2f960a-46ce-4462-81d2-f90498c1a606 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:30.450906 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:30.451856 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Checking segment: {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:30.452747 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:30.453450 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Bound using segment: {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:30.454640 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Bound port: f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40963542-8e76-479b-87b4-a1f43044ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:30.455186 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:30.577244 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] For port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:30.590848 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] For port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:30.801605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:30.904913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Provisioning complete for port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:30.905477 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:31.109605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6597-64fa-4680-baa7-2eba86b719e8 None None] Pushing event updated for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:31.160218 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:31.161229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:31.303912 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b02c-3bb1-4099-913e-ce2b015b27dd req-7b20980c-49b7-4a2b-b41e-d18cdb8430f2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:31.306474 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d269b02c-3bb1-4099-913e-ce2b015b27dd req-7b20980c-49b7-4a2b-b41e-d18cdb8430f2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.1428218 Apr 14 21:14:31.370161 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Current status of the port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:31.390976 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:31.411342 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:31.447227 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d269b02c-3bb1-4099-913e-ce2b015b27dd req-cff721a5-7818-4813-9c57-21d7fdd9b6e6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333547 Apr 14 21:14:31.581971 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] For port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:31.669665 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:31.767960 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45655155-ac06-4664-a91f-58a84c60c8e6 None None] Pushing event updated for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:31.835792 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-59a63786-7c5e-46ce-a0c3-669b68d0147a None None] Provisioning complete for port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:31.843169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-59a63786-7c5e-46ce-a0c3-669b68d0147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:32.096343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:25Z', 'revision_number': 4, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9', 'name': '', 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'mac_address': 'fa:16:3e:7f:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:24Z', 'updated_at': '2022-04-14T21:14:30Z', 'revision_number': 4, 'project_id': '352def42101a426db6a9dc4160a6610a', 'subnets': [{'id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:32.172083 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb9f4-cf3b-4980-9df9-704f2b8cc3aa None None] The sync data for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi is: [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:14:25Z', 'revision_number': 4, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9', 'name': '', 'network_id': '6e2f960a-46ce-4462-81d2-f90498c1a606', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'mac_address': 'fa:16:3e:7f:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:24Z', 'updated_at': '2022-04-14T21:14:30Z', 'revision_number': 4, 'project_id': '352def42101a426db6a9dc4160a6610a', 'subnets': [{'id': 'b1b43094-72f7-48d0-b215-aee673112c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:14:32.317810 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-59a63786-7c5e-46ce-a0c3-669b68d0147a None None] Current status of the port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:32.678346 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257654-a678-437c-87cf-9ca8ce35b4dd req-b154815a-9c73-4a30-a49d-fead2b7f8b67 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:32.685967 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa257654-a678-437c-87cf-9ca8ce35b4dd req-b154815a-9c73-4a30-a49d-fead2b7f8b67 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0886762 Apr 14 21:14:32.749578 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa257654-a678-437c-87cf-9ca8ce35b4dd req-8fe1a702-9114-4e54-9328-29b29f58ac0a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618932 Apr 14 21:14:33.081752 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-a057c31e-b498-4246-8239-0e7b55e4b62c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586252 Apr 14 21:14:33.155977 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d527-2983-4254-b261-768673c0b52e req-a6b83de1-5bd1-4572-9b2c-7cc102f8928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:33.158024 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-a6b83de1-5bd1-4572-9b2c-7cc102f8928d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1130 time: 0.0524478 Apr 14 21:14:33.435443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d527-2983-4254-b261-768673c0b52e req-3e8dc369-5b42-4932-a5b9-71c884e35d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:33.436993 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-3e8dc369-5b42-4932-a5b9-71c884e35d13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.2561634 Apr 14 21:14:33.486528 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-ecf447d2-0d6a-409f-963c-e4d68b8c504d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0426054 Apr 14 21:14:33.563583 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d527-2983-4254-b261-768673c0b52e req-0764779d-d7f7-4ca2-b2c5-07e74bb491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:33.565299 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-0764779d-d7f7-4ca2-b2c5-07e74bb491cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0690227 Apr 14 21:14:33.618138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d527-2983-4254-b261-768673c0b52e req-a5da62ee-319d-4c7e-94e6-ec6f30566868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:33.619635 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-a5da62ee-319d-4c7e-94e6-ec6f30566868 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478311 Apr 14 21:14:33.762116 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-adf0ea5d-5a01-4cb0-85b9-19df99f6df37 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334705 Apr 14 21:14:33.943791 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:14:33.960633 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4cf9d527-2983-4254-b261-768673c0b52e req-63663cf7-312d-417b-8b3e-bad7957f194b service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891570 Apr 14 21:14:34.092157 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:34.145420 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:34.145874 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:34.259658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:36.396577 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:36.990540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37312) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:36.996060 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256545343', 'description': 'tempest-description--376464720'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:37.118945 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:37.294114 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (c2697056-9e8f-4a15-9b38-c06fa9973fd2), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:37.677107 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c2697056-9e8f-4a15-9b38-c06fa9973fd2), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:37.718818 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2697056-9e8f-4a15-9b38-c06fa9973fd2,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:37.907708 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:37.911096 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3da0800d-0a69-40ef-9a0f-8fdc635da57a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9179778 Apr 14 21:14:37.914267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37326) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:37.926118 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'security_group_rule': {'security_group_id': 'c2697056-9e8f-4a15-9b38-c06fa9973fd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:38.043553 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (7eca0e34-d719-46bf-a6bd-093cfc96ad3a), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.177771 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (7eca0e34-d719-46bf-a6bd-093cfc96ad3a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.317234 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (7eca0e34-d719-46bf-a6bd-093cfc96ad3a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.356645 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca0e34-d719-46bf-a6bd-093cfc96ad3a,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:38.444923 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.446675 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8e82a8f7-51f2-47ad-83d5-31c32929f51e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5312438 Apr 14 21:14:38.449633 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37330) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:38.455161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'security_group_rule': {'security_group_id': 'c2697056-9e8f-4a15-9b38-c06fa9973fd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:38.568908 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (5d98c286-3058-4243-a49c-f6c42c421ebd), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.710548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6956746d-e25c-468b-ab48-b88b4b22daf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.713025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (5d98c286-3058-4243-a49c-f6c42c421ebd), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.808281 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (5d98c286-3058-4243-a49c-f6c42c421ebd), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.861530 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d98c286-3058-4243-a49c-f6c42c421ebd,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:38.935835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.945824 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4657bdef-12c1-4c5b-bbf6-c83230b9a91a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4947300 Apr 14 21:14:38.948718 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37336) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:38.954990 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:39.116407 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:39.254007 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:39.408647 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Allocated IP 172.27.0.204 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/3446dfb2-532d-4904-82b2-b1fa6d404aa3) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:39.533091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:39.740162 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:39.832164 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:39.852263 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:39.865895 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'Port': ['ID=3446dfb2-532d-4904-82b2-b1fa6d404aa3,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:39.886801 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:39.974877 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.180413 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.403045 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.764635 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.811833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.831756 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'Port': ['ID=3446dfb2-532d-4904-82b2-b1fa6d404aa3,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:40.968645 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:40.970860 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-106959b3-7acc-4cba-ae77-552646fc7376 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0200920 Apr 14 21:14:40.991254 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-32fd76cd-e263-4049-9fdf-ce1b25b9700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:41.928160 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.386319 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:44.279697 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-5ec5207a-a408-4e01-a6e8-839c6efe2873 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1256545343&fields=id&tenant_id=d93a7c86bb1e40518c0600a55c581eab HTTP/1.1" status: 200 len: 267 time: 0.0956011 Apr 14 21:14:44.376877 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-4bac1f6b-b083-43ee-867d-d16cf653341f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:44.384780 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-4bac1f6b-b083-43ee-867d-d16cf653341f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 815 time: 0.1219571 Apr 14 21:14:44.404322 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-d5dc450f-d54d-414d-9c1b-9c1771005979 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/quotas/d6603aea043146bb977ae3845b741d1e HTTP/1.1" status: 200 len: 375 time: 0.0182180 Apr 14 21:14:44.423590 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-a49cf01a-273a-4a73-a978-3cbc6619af06 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:44.428108 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-a49cf01a-273a-4a73-a978-3cbc6619af06 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 0.1456411 Apr 14 21:14:44.461653 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-dc6f02d6-67e9-45e2-abd4-2bc77583e7e3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/quotas/d93a7c86bb1e40518c0600a55c581eab HTTP/1.1" status: 200 len: 375 time: 0.0280330 Apr 14 21:14:44.481378 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-20c554ce-131d-45f8-825a-ed28cf928237 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757611 Apr 14 21:14:44.533443 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-a995d4b0-3da9-4771-92cc-c3c3b4afc021 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0643103 Apr 14 21:14:44.643111 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-5cd128a3-9847-4ed0-9277-7aff28041191 service neutron] 10.222.0.24 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583192 Apr 14 21:14:44.670269 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-c1f4c01f-c6ec-42ae-be30-1a64deed5341 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335766 Apr 14 21:14:44.797792 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-48f1a7ca-9aef-4032-b267-e82dccdf785a service neutron] 10.222.0.24 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439848 Apr 14 21:14:44.798065 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-6e45a380-f3bc-4336-a0af-56eaf5921df4 service neutron] 10.222.0.24 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139188 Apr 14 21:14:44.950289 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:45.112856 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ba133220-fcde-4569-9c07-d4fa8cc7deed req-fdcf878a-944f-466d-8889-985dd63bef64 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Apr 14 21:14:46.150483 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-68e53ead-ec14-457c-82b4-650659ea8c1a req-d488d2c8-efe9-4acd-97a7-33f77aabe52a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 210 time: 0.0300913 Apr 14 21:14:46.210593 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bc9fd94a-d32f-424f-8684-b0674b80eab7 req-a1f99f8b-d602-43bd-a6ce-1cbe12f063cf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Apr 14 21:14:47.227094 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f27006c5-f809-4fed-80c7-add27630b5ff req-741bcb2f-93d3-433d-963f-f0d33d4dcf4c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 210 time: 0.0274758 Apr 14 21:14:47.324286 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-19a67be6-136b-4362-b505-800e271eadf0 req-feb73427-6bf2-4f8a-9ecf-6b4ce38b1f6c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0395446 Apr 14 21:14:48.321559 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ffa2736a-bff0-40b5-953b-8a7c74398ee5 req-99441d47-eb13-459a-a9c0-37cc2a463ee6 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 210 time: 0.0287955 Apr 14 21:14:48.420654 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f2e5b768-cd68-4e9c-b6cb-125a20abcaa9 req-b78e6951-4546-40ec-9e9d-875198fd767d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Apr 14 21:14:48.720823 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-cc088756-8001-4dad-a0ed-546c0302bf0b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:48.723214 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-cc088756-8001-4dad-a0ed-546c0302bf0b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 819 time: 0.1050720 Apr 14 21:14:48.791476 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-38ac0084-1c53-45ca-bd30-3c674d474b93 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d93a7c86bb1e40518c0600a55c581eab HTTP/1.1" status: 200 len: 380 time: 0.0530522 Apr 14 21:14:48.803478 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'port': {'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'admin_state_up': True, 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'security_groups': ['c2697056-9e8f-4a15-9b38-c06fa9973fd2']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:48.990903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6f21945-3d6c-48cb-b92e-ad73504f2a15 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:48.992255 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6f21945-3d6c-48cb-b92e-ad73504f2a15 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 815 time: 0.1367643 Apr 14 21:14:49.010191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'port': {'device_id': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'admin_state_up': True, 'tenant_id': 'd6603aea043146bb977ae3845b741d1e'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:49.117943 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Made reservation on behalf of d93a7c86bb1e40518c0600a55c581eab for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:49.121393 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.255706 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Allocated IP 172.20.0.13 (ba9fb7e0-7be3-4578-8043-577b62e58240/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc/4205e132-5165-46e4-a17d-27ae86bf5158) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:49.257608 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Made reservation on behalf of d6603aea043146bb977ae3845b741d1e for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:49.261024 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.469887 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-85546fd1-6a64-43d2-ac46-69205fb67db2 req-66adc50a-6213-4301-90f1-5d22c5279ed9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 210 time: 0.0561585 Apr 14 21:14:49.521161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Allocated IP 172.20.0.10 (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214/b78d3271-aaa8-45ac-86ec-2bda3a45ba15/847d9e6a-e048-429e-8e34-b02fcedc2062) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:49.541220 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for port (4205e132-5165-46e4-a17d-27ae86bf5158), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.553636 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3493fdbd-138b-43de-be29-b44e3bedd231 req-274542b6-8503-4ddf-b133-3790fc834aa7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0653975 Apr 14 21:14:49.716834 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.720302 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.769020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Network ba9fb7e0-7be3-4578-8043-577b62e58240 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:49.779220 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:49.788452 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:49.827277 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event updated for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:49.870586 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:49.871488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.928148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:49.978031 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-e01b8d7b-eeb5-4296-b5d2-92d2f63b6aa6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1789198 Apr 14 21:14:50.044542 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:50.054129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:50.057255 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:50.143818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Request body: {'port': {'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:50.207768 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-591ef39a-9c2c-4295-a4f0-361958e1a52d None None] Provisioning complete for port 4205e132-5165-46e4-a17d-27ae86bf5158 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:50.212952 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-591ef39a-9c2c-4295-a4f0-361958e1a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:50.234170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:50.239203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:50.278093 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-591ef39a-9c2c-4295-a4f0-361958e1a52d None None] Port 4205e132-5165-46e4-a17d-27ae86bf5158 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:50.289157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:50.305259 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:50.305375 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37792) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:50.406264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-6cd6ca43-bf18-47e2-b2ad-fc5d53ee8779 None None] Provisioning complete for port 847d9e6a-e048-429e-8e34-b02fcedc2062 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:50.406867 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ca43-bf18-47e2-b2ad-fc5d53ee8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:50.518958 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ca43-bf18-47e2-b2ad-fc5d53ee8779 None None] Port 847d9e6a-e048-429e-8e34-b02fcedc2062 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:50.693313 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-c6ce4560-e0ad-4eb1-b2b5-502588be221a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6867793 Apr 14 21:14:50.771900 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf34d-1f18-4342-9505-ad6a067a73a3 req-3f280007-e436-4f43-bfc8-2d5583df4385 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:50.774360 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f41bf34d-1f18-4342-9505-ad6a067a73a3 req-3f280007-e436-4f43-bfc8-2d5583df4385 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 932 time: 0.1158855 Apr 14 21:14:50.785419 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d4717089-5c03-4113-9882-591a41cb0675 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a75c73b224c4f329060135122359592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748805 Apr 14 21:14:50.785419 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37810) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:50.787420 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d458-ba64-4619-962b-51d9a8cb6d93 req-57657cdf-6447-4bd4-ac22-6de1f0a1b10f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:50.788975 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ac96d458-ba64-4619-962b-51d9a8cb6d93 req-57657cdf-6447-4bd4-ac22-6de1f0a1b10f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0998049 Apr 14 21:14:50.933362 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] Publish callbacks [] for security_group (dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:50.940754 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f41bf34d-1f18-4342-9505-ad6a067a73a3 req-75911567-d0ff-4143-babc-ad0f9beeb38f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585445 Apr 14 21:14:50.970199 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] Publish callbacks [] for security_group (dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.011484 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ac96d458-ba64-4619-962b-51d9a8cb6d93 req-d526dba7-d088-47e1-8c36-4ce42203b46b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149501 Apr 14 21:14:51.155501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4205e132-5165-46e4-a17d-27ae86bf5158 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:14:51.156671 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.161124 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.167539 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks [] for port (4205e132-5165-46e4-a17d-27ae86bf5158), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.173071 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd HTTP/1.1" status: 204 len: 168 time: 0.3838351 Apr 14 21:14:51.209983 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb71f3-4122-4975-9554-de4b72c3a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2fa59-ee35-4a62-b97a-f2aff2c1a2cd,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:51.216722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Transition to ACTIVE for port object 4205e132-5165-46e4-a17d-27ae86bf5158 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:14:51.300056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.376817 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Pushing event updated for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:51.438350 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Attempting to bind port 4205e132-5165-46e4-a17d-27ae86bf5158 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:51.438686 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Attempting to bind port 4205e132-5165-46e4-a17d-27ae86bf5158 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:51.439309 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Attempting to bind port 4205e132-5165-46e4-a17d-27ae86bf5158 on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:51.448258 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Port 4205e132-5165-46e4-a17d-27ae86bf5158 on network ba9fb7e0-7be3-4578-8043-577b62e58240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:14:51.448608 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Attempting to bind port 4205e132-5165-46e4-a17d-27ae86bf5158 on network ba9fb7e0-7be3-4578-8043-577b62e58240 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:51.454028 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:51.454373 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Checking segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:51.454763 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Bound using segment: {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:51.455202 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Bound port: 4205e132-5165-46e4-a17d-27ae86bf5158, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38abb8c6-10b9-482e-b66b-e2755e04e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:51.456090 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.536683 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:51.540069 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4205e132-5165-46e4-a17d-27ae86bf5158,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:51.642555 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.694334 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:51.694943 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:51.696324 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] 10.222.0.57 "PUT /v2.0/ports/4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1094 time: 1.5688975 Apr 14 21:14:51.696773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:51.699889 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04070a1-4c01-45f5-b0c5-183757b6af86" -d '{"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:51.760713 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d0312-6596-4aa3-ace6-fb5813838a82 x-openstack-request-id: req-732d0312-6596-4aa3-ace6-fb5813838a82 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:51.761371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:51.761894 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-732d0312-6596-4aa3-ace6-fb5813838a82 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:51.762563 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732d0312-6596-4aa3-ace6-fb5813838a82'] response: {'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'status': 'completed', 'code': 200} Apr 14 21:14:51.764107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecf2f9-d3b2-4d2f-ba74-696c84897857 service neutron] Pushing event updated for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:52.081822 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484274fa-21d1-4139-a18a-a6adf65d2b38 req-a151a546-75a4-4704-b68c-23dd24e72a30 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:52.082510 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-484274fa-21d1-4139-a18a-a6adf65d2b38 req-a151a546-75a4-4704-b68c-23dd24e72a30 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0628681 Apr 14 21:14:52.149493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-484274fa-21d1-4139-a18a-a6adf65d2b38 req-ae69f1d1-9bef-4862-b385-d549add6e7b4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576615 Apr 14 21:14:52.150310 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc6c17-ff28-4b01-a165-d5b4ba8cffe2 req-15844841-42ce-4bef-b463-6a49f88b6120 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:52.153404 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-91fc6c17-ff28-4b01-a165-d5b4ba8cffe2 req-15844841-42ce-4bef-b463-6a49f88b6120 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0656395 Apr 14 21:14:52.210550 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-91fc6c17-ff28-4b01-a165-d5b4ba8cffe2 req-b1b17bf1-34d4-451f-9af7-2a6412acab25 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Apr 14 21:14:52.230930 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37848) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:52.303446 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Deleting subnet a1dea449-f381-43b3-8b3f-e32268a5cedc {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:14:52.307144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Publish callbacks [] for subnet (a1dea449-f381-43b3-8b3f-e32268a5cedc), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.345071 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Publish callbacks [] for subnet (a1dea449-f381-43b3-8b3f-e32268a5cedc), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.356003 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (a1dea449-f381-43b3-8b3f-e32268a5cedc), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.470986 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for subnet (a1dea449-f381-43b3-8b3f-e32268a5cedc), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.501219 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dea449-f381-43b3-8b3f-e32268a5cedc,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:52.505583 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.509241 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-143592cb-2305-4bde-b72c-48a613355dd1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a1dea449-f381-43b3-8b3f-e32268a5cedc HTTP/1.1" status: 204 len: 168 time: 0.2772188 Apr 14 21:14:52.513110 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37854) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:52.536649 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37856) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:52.590291 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (ab732bda-bd99-4eb5-a0de-1003ffc7fa93), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.661774 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-178551305-network', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:52.683879 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (ab732bda-bd99-4eb5-a0de-1003ffc7fa93), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.705918 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.706267 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.706997 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.707346 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.707692 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.708037 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.708356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.708678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.709010 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.709329 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.785158 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Made reservation on behalf of 63e765f15c224887ae831ee7c1cbdeb5 for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:52.787471 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.796784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.827803 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.828157 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.828498 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.828838 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:14:52.829358 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab732bda-bd99-4eb5-a0de-1003ffc7fa93']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:52.848437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01050e37-c8c0-443e-ae41-87308851a9e2') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:52.848762 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01050e37-c8c0-443e-ae41-87308851a9e2') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:52.866917 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (01050e37-c8c0-443e-ae41-87308851a9e2), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.893705 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (01050e37-c8c0-443e-ae41-87308851a9e2), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.896192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks [] for security_group (fe04694d-aac4-4edb-a4e1-b4dc7287ef06), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.903935 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:14:52.904448 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (01050e37-c8c0-443e-ae41-87308851a9e2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: from cryptography.utils import int_from_bytes Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: from cryptography.utils import int_from_bytes Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:14:52.909670 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:14:52.990480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fe04694d-aac4-4edb-a4e1-b4dc7287ef06), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.017562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:14:53.025316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04694d-aac4-4edb-a4e1-b4dc7287ef06,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:53.034550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (63299c8f-5795-41c1-9ea0-57879fffd1a2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.034887 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Added segment 63299c8f-5795-41c1-9ea0-57879fffd1a2 of type vlan for network 0a4048bd-d5eb-4601-8fea-9b388ef916cf Apr 14 21:14:53.045591 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.045931 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.046266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.046601 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.046944 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.047251 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.047572 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.047890 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.048208 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.048531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.048848 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.049238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.049537 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.049911 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.050163 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.096988 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (0a4048bd-d5eb-4601-8fea-9b388ef916cf), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.114693 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (ab732bda-bd99-4eb5-a0de-1003ffc7fa93), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ab732bda-bd99-4eb5-a0de-1003ffc7fa93 HTTP/1.1" status: 204 len: 168 time: 0.6237819 Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab732bda-bd99-4eb5-a0de-1003ffc7fa93,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.149941 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.152009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.152009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.152009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ed20d-3b16-46e7-892b-7ee048d637c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:53.314545 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50a6f-72b3-4062-a7b2-5330d5a839ec req-b4051467-b424-4597-8446-fb1cec288446 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:53.317489 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-45b50a6f-72b3-4062-a7b2-5330d5a839ec req-b4051467-b424-4597-8446-fb1cec288446 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0577974 Apr 14 21:14:53.341533 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9232df-2fa2-424c-a2c6-216ede806bbd req-4e5e73bd-250d-4707-a3ae-b3ceffcd797e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:53.347873 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5a9232df-2fa2-424c-a2c6-216ede806bbd req-4e5e73bd-250d-4707-a3ae-b3ceffcd797e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0704801 Apr 14 21:14:53.388896 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-45b50a6f-72b3-4062-a7b2-5330d5a839ec req-5b3d4581-2123-443c-90ae-1bf5233bf1c4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646143 Apr 14 21:14:53.407143 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5a9232df-2fa2-424c-a2c6-216ede806bbd req-973d6440-e35a-405d-a828-bdd5bf4cbcbd tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Apr 14 21:14:53.924718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (0a4048bd-d5eb-4601-8fea-9b388ef916cf), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.924718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:53.924718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.996072 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] Pushing event updated for resources: {'Network': ['ID=0a4048bd-d5eb-4601-8fea-9b388ef916cf,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:54.006530 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:14:54.110999 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e7dd56fd-4045-45d5-85ba-4a8f75f57a8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5729167 Apr 14 21:14:54.111233 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37876) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:54.116908 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Request body: {'subnet': {'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-178551305-subnet', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:54.202452 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 37878) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:54.210603 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Made reservation on behalf of 63e765f15c224887ae831ee7c1cbdeb5 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:54.213497 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.298377 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-14276c53-b686-44f3-9a02-c67b17fae287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=114a641f6cae45589c8c9060364aaff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947230 Apr 14 21:14:54.301175 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37882) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:54.381209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] Publish callbacks [] for security_group (750cc1f1-05e2-4c7d-a6c9-69093df682c2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.421945 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] Publish callbacks [] for security_group (750cc1f1-05e2-4c7d-a6c9-69093df682c2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.535347 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f84be6-cbc3-4a47-b507-cf8d7afa66b2 req-9cb45efb-7b95-46fb-af44-058a8f93b7bf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:54.537444 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-92f84be6-cbc3-4a47-b507-cf8d7afa66b2 req-9cb45efb-7b95-46fb-af44-058a8f93b7bf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0568531 Apr 14 21:14:54.538609 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (70e2bfa7-9d6c-4279-ae8a-93c0a7856207), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.562470 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e21ce-136d-4f50-9924-e69ef83a8a7f req-9445384e-2b87-4aa1-b30c-80c60ab68cbd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:54.564297 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ac1e21ce-136d-4f50-9924-e69ef83a8a7f req-9445384e-2b87-4aa1-b30c-80c60ab68cbd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0663967 Apr 14 21:14:54.594555 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e2bfa7-9d6c-4279-ae8a-93c0a7856207,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:54.609395 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (750cc1f1-05e2-4c7d-a6c9-69093df682c2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.612097 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.613281 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/750cc1f1-05e2-4c7d-a6c9-69093df682c2 HTTP/1.1" status: 204 len: 168 time: 0.3110867 Apr 14 21:14:54.630620 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ac1e21ce-136d-4f50-9924-e69ef83a8a7f req-c75957d0-6bdb-4473-883c-f84b88c950b3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596426 Apr 14 21:14:54.646270 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba2ef8-1d26-43f1-8645-3f5d2bde85cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cc1f1-05e2-4c7d-a6c9-69093df682c2,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:54.681059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Checking segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:54.688130 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Network hostable DHCP agents. Network: 0a4048bd-d5eb-4601-8fea-9b388ef916cf, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:14:54.695826 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-92f84be6-cbc3-4a47-b507-cf8d7afa66b2 req-2ec7d3b6-da7d-4404-804a-7874eacc9040 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508880 Apr 14 21:14:54.790411 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:14:54.871988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 0a4048bd-d5eb-4601-8fea-9b388ef916cf) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:54.877210 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:54.880059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.884427 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa598fc-ffa2-4ff2-9865-c410bc17bfef None None] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:54.978650 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 37890) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:54.979282 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c5e57e34-249b-4c29-be82-05a335045800 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8657801 Apr 14 21:14:54.983432 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:54.998700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:14:54.999868 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.082132 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.083346 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.153783 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Allocated IP 172.20.0.2 (0a4048bd-d5eb-4601-8fea-9b388ef916cf/70e2bfa7-9d6c-4279-ae8a-93c0a7856207/14de2e7d-0f14-497e-81fc-9246dbb9fb65) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:55.183987 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for router_controller (b565a8f0-41b8-44c8-90ae-0025463d52cf), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.499325 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for router_gateway (b565a8f0-41b8-44c8-90ae-0025463d52cf), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.503706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks [] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.579552 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.625797 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:55.629795 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:55.636128 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:55.642330 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Pushing event updated for resources: {'Port': ['ID=14de2e7d-0f14-497e-81fc-9246dbb9fb65,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:55.794554 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Attempting to bind port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:55.795321 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Attempting to bind port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:55.796494 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Attempting to bind port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 on network 0a4048bd-d5eb-4601-8fea-9b388ef916cf {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:55.808737 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:55.809600 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Checking segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:55.817169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.817169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Bound using segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:55.817169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Bound port: 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:55.817169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.910361 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb247be6-f374-475e-9e8b-32b28d52df61 req-9c59d27f-26e3-4903-a5ea-9c4bfeab3425 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:55.913053 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f2a9-ff3c-4d90-99b1-f14a4049bbbe req-bdbc5753-413d-4eea-bd28-79b509a3f567 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:55.914122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a3f0f2a9-ff3c-4d90-99b1-f14a4049bbbe req-bdbc5753-413d-4eea-bd28-79b509a3f567 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.1178575 Apr 14 21:14:55.928577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for router_gateway (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.929568 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bb247be6-f374-475e-9e8b-32b28d52df61 req-9c59d27f-26e3-4903-a5ea-9c4bfeab3425 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.1180007 Apr 14 21:14:55.976221 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:55.977264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] For port 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:55.982319 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] For port 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=14de2e7d-0f14-497e-81fc-9246dbb9fb65,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:55.991173 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bb247be6-f374-475e-9e8b-32b28d52df61 req-281e3e05-eab2-4254-ab94-133a61ade351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Apr 14 21:14:56.001572 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a3f0f2a9-ff3c-4d90-99b1-f14a4049bbbe req-ae818230-fc0a-4d45-9d9a-bbc4c1b08e17 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756934 Apr 14 21:14:56.088008 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:56.148070 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Allocated IP 172.27.0.164 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/c535d1a7-6568-432e-b8e5-372ea7ed7705) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:56.166099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98929859-c06f-4ec5-8be0-ed3301705239 None None] Pushing event updated for resources: {'Port': ['ID=14de2e7d-0f14-497e-81fc-9246dbb9fb65,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:56.306114 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:56.425662 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:56.521958 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:56.530193 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:56.536574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:56.566165 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c535d1a7-6568-432e-b8e5-372ea7ed7705,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:57.085065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for router_gateway (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:57.134257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ba25b-7d13-461a-b881-55544a31c99c req-8f96bb16-0068-4059-a500-34b0ac4ee0a9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:57.143321 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-423ba25b-7d13-461a-b881-55544a31c99c req-8f96bb16-0068-4059-a500-34b0ac4ee0a9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0605226 Apr 14 21:14:57.206205 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-423ba25b-7d13-461a-b881-55544a31c99c req-261d8487-d504-4821-9e05-cf663faf9aea tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613234 Apr 14 21:14:57.480442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99224-c26b-4772-939e-45f885c8adc7 req-7cd8896d-3182-4491-9cb0-5c382aa679be tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:57.482741 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23a99224-c26b-4772-939e-45f885c8adc7 req-7cd8896d-3182-4491-9cb0-5c382aa679be tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.1942525 Apr 14 21:14:57.583328 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49e27b-9306-4f63-b2bd-b1d2f8949c36 None None] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:14:57.603280 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-23a99224-c26b-4772-939e-45f885c8adc7 req-92e82608-ab00-4213-aee2-7eccdf1cecb1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104772 Apr 14 21:14:57.617648 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:57.688222 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Provisioning complete for port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:57.688753 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:57.887350 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Current status of the port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:57.887743 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:57.904731 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Router b565a8f0-41b8-44c8-90ae-0025463d52cf is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:14:57.940933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] For port 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=14de2e7d-0f14-497e-81fc-9246dbb9fb65,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:58.013633 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:58.095228 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Pushing event updated for resources: {'Port': ['ID=14de2e7d-0f14-497e-81fc-9246dbb9fb65,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:58.104524 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.105445 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.106043 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.106390 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.106734 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.107070 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.107399 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.107732 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.108063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.108392 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.108724 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.109594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.109594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.119015 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.119015 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bdf00d-4661-498d-afc9-01fdea602b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:58.119459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:58.125463 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Sync routers for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:58.135231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 14de2e7d-0f14-497e-81fc-9246dbb9fb65 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:58.153152 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:58.153152 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:58.194294 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:58.194729 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:58.246295 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-78887fa7-b9b6-414e-b449-425d16d1c517 None None] Provisioning complete for port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:58.246746 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78887fa7-b9b6-414e-b449-425d16d1c517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:58.296019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:58.300979 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38028) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:58.308135 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d36e1385-391a-4744-b2e2-1af3d6e099b4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3282151 Apr 14 21:14:58.370541 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:58.410771 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:58.521186 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-78887fa7-b9b6-414e-b449-425d16d1c517 None None] Current status of the port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:58.670782 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:56Z', 'revision_number': 3, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:58.733639 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Checking router: b565a8f0-41b8-44c8-90ae-0025463d52cf for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:58.734316 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Updating router b565a8f0-41b8-44c8-90ae-0025463d52cf port c535d1a7-6568-432e-b8e5-372ea7ed7705 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:14:58.773980 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:58.785577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7dc35-9fb8-4bb5-86d3-1b8162f13657 req-3edbc58a-8657-4adf-a251-28a69fc85fb1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:58.787685 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fba7dc35-9fb8-4bb5-86d3-1b8162f13657 req-3edbc58a-8657-4adf-a251-28a69fc85fb1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0974612 Apr 14 21:14:58.852550 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445902b-588b-4492-ab05-ad8d745caa30 req-d81aea98-8c57-4ad5-8ca3-011a80aa1df5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:58.854216 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0445902b-588b-4492-ab05-ad8d745caa30 req-d81aea98-8c57-4ad5-8ca3-011a80aa1df5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.4914210 Apr 14 21:14:58.904604 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fba7dc35-9fb8-4bb5-86d3-1b8162f13657 req-e0afe249-1030-41b8-91eb-6b01b49cf8f8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110532 Apr 14 21:14:59.047773 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0445902b-588b-4492-ab05-ad8d745caa30 req-c4ed6a45-4ce1-41d0-95e5-faacdb7dca6c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815789 Apr 14 21:14:59.111714 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks [] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.190150 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.241627 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Attempting to bind port c535d1a7-6568-432e-b8e5-372ea7ed7705 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:59.242278 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Attempting to bind port c535d1a7-6568-432e-b8e5-372ea7ed7705 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:59.242822 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Attempting to bind port c535d1a7-6568-432e-b8e5-372ea7ed7705 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:59.259469 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:59.259839 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:59.260438 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.260830 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:59.261327 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Bound port: c535d1a7-6568-432e-b8e5-372ea7ed7705, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:59.261704 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.264449 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbcd5f-e3b0-4d90-a392-014b61f252a9 None None] Pushing event updated for resources: {'Port': ['ID=c535d1a7-6568-432e-b8e5-372ea7ed7705,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:59.325352 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] For port c535d1a7-6568-432e-b8e5-372ea7ed7705, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:59.329697 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] For port c535d1a7-6568-432e-b8e5-372ea7ed7705, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c535d1a7-6568-432e-b8e5-372ea7ed7705,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:59.338998 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.426519 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.497814 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbcd5f-e3b0-4d90-a392-014b61f252a9 None None] Pushing event updated for resources: {'Port': ['ID=c535d1a7-6568-432e-b8e5-372ea7ed7705,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:59.500409 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:59.501023 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:59.507880 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Allocated IP 172.20.0.1 (0a4048bd-d5eb-4601-8fea-9b388ef916cf/70e2bfa7-9d6c-4279-ae8a-93c0a7856207/b3bb1708-87a1-4c65-b010-9a68c68efc26) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:59.632310 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:59.637727 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks [] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.757630 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.806704 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:59.809985 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:59.814922 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:59.866360 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:59.891774 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:59.999076 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:56Z', 'revision_number': 3, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:00.064569 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 14de2e7d-0f14-497e-81fc-9246dbb9fb65 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:00.102506 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e18ea9b-a5dc-4247-833c-2cd0dc0ef38c None None] The sync data for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi is: [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:56Z', 'revision_number': 3, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:00.191758 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:00.192164 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.261136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6981-2206-4517-bf6c-f2c99d7b7020 req-84cd9f69-1153-461d-82c8-8c3b74f66ab3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:00.276745 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-031a6981-2206-4517-bf6c-f2c99d7b7020 req-84cd9f69-1153-461d-82c8-8c3b74f66ab3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.1621449 Apr 14 21:15:00.297057 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-22a134fe-ceee-4fdd-9351-5f9937f9bc31 None None] Provisioning complete for port b3bb1708-87a1-4c65-b010-9a68c68efc26 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:00.297350 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-22a134fe-ceee-4fdd-9351-5f9937f9bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.307803 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85912-ffc3-4820-9755-3bb574e4fe60 req-fa1ed236-9b67-4d2f-a2be-cec8c66c8f86 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:00.316026 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c2e85912-ffc3-4820-9755-3bb574e4fe60 req-fa1ed236-9b67-4d2f-a2be-cec8c66c8f86 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.1073823 Apr 14 21:15:00.350097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-22a134fe-ceee-4fdd-9351-5f9937f9bc31 None None] Port b3bb1708-87a1-4c65-b010-9a68c68efc26 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:15:00.366681 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:00.398784 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.412937 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-031a6981-2206-4517-bf6c-f2c99d7b7020 req-0c761771-79d9-4d8b-9922-242acb45f4b6 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343675 Apr 14 21:15:00.420061 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c2e85912-ffc3-4820-9755-3bb574e4fe60 req-4e552b9a-9ad4-4204-bb94-6be8360ffe51 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031387 Apr 14 21:15:00.665473 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks [] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.727516 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.802170 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:00.802775 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:01.102789 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:01.102789 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:01.102789 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Router b565a8f0-41b8-44c8-90ae-0025463d52cf has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:15:01.246797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:01.266401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3829aeca-d6ca-419f-90cd-87793c749b48 admin admin] 10.222.0.24 "PUT /v2.0/routers/b565a8f0-41b8-44c8-90ae-0025463d52cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9559603 Apr 14 21:15:01.427413 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-7960c3f0-0a0f-47c0-a412-a5e5d415df16 None None] Provisioning complete for port b3bb1708-87a1-4c65-b010-9a68c68efc26 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:01.428143 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7960c3f0-0a0f-47c0-a412-a5e5d415df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.511006 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7960c3f0-0a0f-47c0-a412-a5e5d415df16 None None] Port b3bb1708-87a1-4c65-b010-9a68c68efc26 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:15:01.601254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbe060-1bef-4648-a058-386a789a79b1 req-841b1ddd-73b8-4f3e-b91d-9d97232cd0e8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:01.603085 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-69bbe060-1bef-4648-a058-386a789a79b1 req-841b1ddd-73b8-4f3e-b91d-9d97232cd0e8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0693448 Apr 14 21:15:01.606434 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deedce-e0b0-4cf9-86b0-4f07e698ffaf req-b80b7ef9-5fd6-4dd3-a95a-0df40dcf2afc tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:01.613855 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44deedce-e0b0-4cf9-86b0-4f07e698ffaf req-b80b7ef9-5fd6-4dd3-a95a-0df40dcf2afc tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 932 time: 0.0698090 Apr 14 21:15:01.698212 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-69bbe060-1bef-4648-a058-386a789a79b1 req-274f9158-d05f-4203-9b6d-cf7fad0a87cf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517917 Apr 14 21:15:01.698538 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44deedce-e0b0-4cf9-86b0-4f07e698ffaf req-f8db1a1a-caf3-464e-9362-e75c8f95fe4c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Apr 14 21:15:01.937078 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Request body: {'port': {'device_id': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:02.007310 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c535d1a7-6568-432e-b8e5-372ea7ed7705 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:02.043148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-75ce6e2e-deef-4cc1-8e3a-48cf0815da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:02.044876 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-75ce6e2e-deef-4cc1-8e3a-48cf0815da84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1128 time: 0.0797670 Apr 14 21:15:02.057958 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.058874 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port c535d1a7-6568-432e-b8e5-372ea7ed7705 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:02.059393 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.185229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port c535d1a7-6568-432e-b8e5-372ea7ed7705 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:02.186013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.216256 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port c535d1a7-6568-432e-b8e5-372ea7ed7705, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c535d1a7-6568-432e-b8e5-372ea7ed7705,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:02.274397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-1a90805c-905a-47c2-a0f9-9e6f68d3b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:02.276113 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-1a90805c-905a-47c2-a0f9-9e6f68d3b62c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d93a7c86bb1e40518c0600a55c581eab&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2156761 Apr 14 21:15:02.328443 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.393916 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Sync routers for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:02.423658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:02.425112 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:02.476913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=c535d1a7-6568-432e-b8e5-372ea7ed7705,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:02.481759 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847d9e6a-e048-429e-8e34-b02fcedc2062 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:15:02.498637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks [] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.513147 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Transition to ACTIVE for port object 847d9e6a-e048-429e-8e34-b02fcedc2062 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:15:02.572647 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:02.613768 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.673467 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:02.792175 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Attempting to bind port 847d9e6a-e048-429e-8e34-b02fcedc2062 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:15:02.792788 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Attempting to bind port 847d9e6a-e048-429e-8e34-b02fcedc2062 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:15:02.793138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Attempting to bind port 847d9e6a-e048-429e-8e34-b02fcedc2062 on network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:02.799969 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Port 847d9e6a-e048-429e-8e34-b02fcedc2062 on network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:15:02.800317 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Attempting to bind port 847d9e6a-e048-429e-8e34-b02fcedc2062 on network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:02.814301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:15:02.814776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Checking segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:02.815063 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Bound using segment: {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:15:02.815495 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Bound port: 847d9e6a-e048-429e-8e34-b02fcedc2062, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad142c33-a709-4698-9d3f-4ec87baa3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:15:02.815877 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.864779 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 2, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:02.889846 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865c77b-58e2-4454-86d2-491b4992e78b req-19d13f08-2999-4eb2-b204-2fbcd30e06f8 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:02.891562 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4865c77b-58e2-4454-86d2-491b4992e78b req-19d13f08-2999-4eb2-b204-2fbcd30e06f8 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0765703 Apr 14 21:15:02.901290 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Checking router: b565a8f0-41b8-44c8-90ae-0025463d52cf for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:02.901648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Updating router b565a8f0-41b8-44c8-90ae-0025463d52cf port b3bb1708-87a1-4c65-b010-9a68c68efc26 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:15:02.943723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38098) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:02.954933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.957238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-868822279-network', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:02.965378 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:15:02.977310 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4865c77b-58e2-4454-86d2-491b4992e78b req-5b264fc6-ebec-41d6-bbee-f7d8f0e427b4 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780485 Apr 14 21:15:02.983294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:15:03.011813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfc19c-075b-4fdf-9814-73c155e1dd02 req-33d2742a-2c2e-4369-9af2-fd5f0dffc8da tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:03.013269 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35bfc19c-075b-4fdf-9814-73c155e1dd02 req-33d2742a-2c2e-4369-9af2-fd5f0dffc8da tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.1766760 Apr 14 21:15:03.313926 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks [] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.320832 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.322618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Made reservation on behalf of acb2188aec3642f3a356b31557c019d1 for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:15:03.325161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.369760 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.384841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.391696 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:03.392981 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.394515 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] 10.222.0.57 "PUT /v2.0/ports/847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 1094 time: 1.4617739 Apr 14 21:15:03.394960 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:03.397242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5a346-5f5d-49c0-93f9-992e534d7e72" -d '{"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:03.421358 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35bfc19c-075b-4fdf-9814-73c155e1dd02 req-21303f6e-b395-4755-ae3d-488e80ed5e90 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017222 Apr 14 21:15:03.441652 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01875-e7e0-4262-b564-0bb8b4a581db service neutron] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:03.461377 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47d49e-9a09-489e-8f88-8b9616b841d8 None None] Pushing event updated for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:03.480075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296827a-a201-43c9-97cc-44da8995415e x-openstack-request-id: req-4296827a-a201-43c9-97cc-44da8995415e {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:03.480918 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:03.481321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4296827a-a201-43c9-97cc-44da8995415e {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:03.481590 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4296827a-a201-43c9-97cc-44da8995415e'] response: {'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:15:03.530445 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Attempting to bind port b3bb1708-87a1-4c65-b010-9a68c68efc26 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:15:03.531066 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Attempting to bind port b3bb1708-87a1-4c65-b010-9a68c68efc26 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:15:03.531207 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Attempting to bind port b3bb1708-87a1-4c65-b010-9a68c68efc26 on network 0a4048bd-d5eb-4601-8fea-9b388ef916cf {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:03.537470 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:15:03.542913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Checking segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:03.542913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.542913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Bound using segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:15:03.543225 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks [] for security_group (591bbcc8-6fe9-4b62-a41f-30ed9917b7df), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.543372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Bound port: b3bb1708-87a1-4c65-b010-9a68c68efc26, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:15:03.543372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.613826 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] For port b3bb1708-87a1-4c65-b010-9a68c68efc26, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:15:03.626750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] For port b3bb1708-87a1-4c65-b010-9a68c68efc26, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=b3bb1708-87a1-4c65-b010-9a68c68efc26,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:15:03.652675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (591bbcc8-6fe9-4b62-a41f-30ed9917b7df), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.678489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:15:03.692407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bbcc8-6fe9-4b62-a41f-30ed9917b7df,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:03.697410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (f34738e0-53ce-44c1-94d1-933147cae7ca), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.697761 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Added segment f34738e0-53ce-44c1-94d1-933147cae7ca of type vlan for network e542ca6b-e8f0-4746-9f77-b5d4ff416263 Apr 14 21:15:03.744535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.746361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (e542ca6b-e8f0-4746-9f77-b5d4ff416263), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.806201 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:03.806758 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:03.808981 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47d49e-9a09-489e-8f88-8b9616b841d8 None None] Pushing event updated for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:03.836498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (e542ca6b-e8f0-4746-9f77-b5d4ff416263), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.838391 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:03.839007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.874262 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Provisioning complete for port b3bb1708-87a1-4c65-b010-9a68c68efc26 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:03.874670 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:03.906762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] Pushing event updated for resources: {'Network': ['ID=e542ca6b-e8f0-4746-9f77-b5d4ff416263,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:03.928171 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d93aeb57-0445-4b6f-975b-68da61c31c0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9826243 Apr 14 21:15:03.930099 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38106) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:03.936636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Request body: {'subnet': {'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-868822279-subnet', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:04.029429 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Made reservation on behalf of acb2188aec3642f3a356b31557c019d1 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:15:04.030819 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.082690 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:15:04.084986 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c535d1a7-6568-432e-b8e5-372ea7ed7705 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:04.116587 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe602-2eb2-40f2-9db0-852f32d06737 req-ebd63f3d-6bcb-4e99-a22f-21bda3ec5541 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:04.118258 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-03afe602-2eb2-40f2-9db0-852f32d06737 req-ebd63f3d-6bcb-4e99-a22f-21bda3ec5541 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0486112 Apr 14 21:15:04.182815 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-03afe602-2eb2-40f2-9db0-852f32d06737 req-aecf6b90-b33f-4000-bd45-95378c22edbb tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581098 Apr 14 21:15:04.210766 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:04.306124 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port c535d1a7-6568-432e-b8e5-372ea7ed7705 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:04.306510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.312661 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.366869 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:04.378758 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Current status of the port b3bb1708-87a1-4c65-b010-9a68c68efc26 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:04.379156 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.390964 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Checking segment: {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:04.390964 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Network hostable DHCP agents. Network: e542ca6b-e8f0-4746-9f77-b5d4ff416263, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:15:04.464858 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:15:04.480364 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] For port b3bb1708-87a1-4c65-b010-9a68c68efc26, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=b3bb1708-87a1-4c65-b010-9a68c68efc26,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:04.555437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d714e3-37fc-4e08-a7b5-d946b01fb410 req-c8634ff9-2168-4d6f-bf97-813fa375f3bb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:04.557028 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f5d714e3-37fc-4e08-a7b5-d946b01fb410 req-c8634ff9-2168-4d6f-bf97-813fa375f3bb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0509114 Apr 14 21:15:04.565390 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port c535d1a7-6568-432e-b8e5-372ea7ed7705 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:04.573075 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, e542ca6b-e8f0-4746-9f77-b5d4ff416263) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:04.581992 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ded51-26e6-4ca6-87e8-13d6e41ad992 None None] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:15:04.586021 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:04.586723 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.600814 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:03Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:04.612502 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.624761 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f5d714e3-37fc-4e08-a7b5-d946b01fb410 req-0203584f-389d-45ba-b742-2f8aeacc1c10 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615144 Apr 14 21:15:04.691948 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9551d0-b978-4235-91b1-fa6888aee26e None None] The sync data for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi is: [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:03Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:04.692423 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4a6394ff-9d70-435c-9602-ba2f8fa9de4d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7601733 Apr 14 21:15:04.694705 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38116) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:04.700438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:04.755863 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac44f-8cc4-4a75-a3ac-3631874ce891 None None] Pushing event updated for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:04.767302 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-c53cc9ba-2242-4230-b3a4-eb0c10da8f89 None None] Provisioning complete for port b3bb1708-87a1-4c65-b010-9a68c68efc26 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:04.768058 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c53cc9ba-2242-4230-b3a4-eb0c10da8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.790676 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.791767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.832403 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'fixed_ips': [{'subnet_id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:15:04.833728 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:04.858021 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for router_controller (3b78978d-b047-45d6-bf66-04785cf3f0f4), precommit_add_association {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.019132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c53cc9ba-2242-4230-b3a4-eb0c10da8f89 None None] Current status of the port b3bb1708-87a1-4c65-b010-9a68c68efc26 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:05.054829 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Allocated IP 172.20.0.2 (e542ca6b-e8f0-4746-9f77-b5d4ff416263/b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a/34a1b346-7c65-4fc8-946e-6d49fe1ce360) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:15:05.116547 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for router_gateway (3b78978d-b047-45d6-bf66-04785cf3f0f4), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.225887 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks [] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.312548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.337989 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9ba1d-0c9f-4220-8ba5-7f10f2a0ba7d req-d9bfbe9c-2a6f-4138-9b74-b26da993e52a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:05.339435 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0e9ba1d-0c9f-4220-8ba5-7f10f2a0ba7d req-d9bfbe9c-2a6f-4138-9b74-b26da993e52a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0742002 Apr 14 21:15:05.365463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:05.368455 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:05.372283 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:15:05.391033 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Pushing event updated for resources: {'Port': ['ID=34a1b346-7c65-4fc8-946e-6d49fe1ce360,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:05.443876 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0e9ba1d-0c9f-4220-8ba5-7f10f2a0ba7d req-14c2f568-5d3a-4242-a6a1-3f6ced2ac58e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940588 Apr 14 21:15:05.467076 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for router_gateway (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.479703 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Attempting to bind port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:15:05.480126 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Attempting to bind port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:15:05.480493 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Attempting to bind port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 on network e542ca6b-e8f0-4746-9f77-b5d4ff416263 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:05.487849 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:15:05.488064 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Checking segment: {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:05.488346 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.488737 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Bound using segment: {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:15:05.489238 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Bound port: 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:15:05.489730 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.493040 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.561823 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] For port 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:15:05.565675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] For port 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=34a1b346-7c65-4fc8-946e-6d49fe1ce360,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:15:05.628301 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Allocated IP 172.27.0.75 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/01dc9847-fd3e-4d3b-9399-be62aff8cad1) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:15:05.631030 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:05.708161 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908fcdb-b47b-4338-b7df-4d76e5eaf2e5 None None] Pushing event updated for resources: {'Port': ['ID=34a1b346-7c65-4fc8-946e-6d49fe1ce360,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:06.043106 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e5a7-8f34-440d-97fb-9ac71f118b02 req-7f840197-0ae9-46e8-9985-50a362b6a293 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.046990 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0188e5a7-8f34-440d-97fb-9ac71f118b02 req-7f840197-0ae9-46e8-9985-50a362b6a293 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0981221 Apr 14 21:15:06.105876 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.171692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device b3bb1708-87a1-4c65-b010-9a68c68efc26 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:06.175052 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-66e45ea4-fb99-4a3d-98ac-96a3eb5b5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.176516 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-66e45ea4-fb99-4a3d-98ac-96a3eb5b5184 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1128 time: 0.1469584 Apr 14 21:15:06.187875 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0188e5a7-8f34-440d-97fb-9ac71f118b02 req-22b76128-997d-47b4-9e18-ec757fca558e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731862 Apr 14 21:15:06.259507 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port b3bb1708-87a1-4c65-b010-9a68c68efc26 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:06.259702 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.260046 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.263833 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-bb9a066c-bf99-46cc-a45f-969354a49e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.265334 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f04070a1-4c01-45f5-b0c5-183757b6af86 req-bb9a066c-bf99-46cc-a45f-969354a49e02 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2767549 Apr 14 21:15:06.351049 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:06.354377 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:06.359557 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:15:06.388828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port b3bb1708-87a1-4c65-b010-9a68c68efc26 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:06.388828 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 34a1b346-7c65-4fc8-946e-6d49fe1ce360 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:06.405528 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Pushing event updated for resources: {'Port': ['ID=01dc9847-fd3e-4d3b-9399-be62aff8cad1,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:06.415383 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-df5cd4b8-a71c-4ad3-a072-df9a91e88f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.420311 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-df5cd4b8-a71c-4ad3-a072-df9a91e88f7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1128 time: 0.0837703 Apr 14 21:15:06.420311 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-8201c8f5-59ce-4852-98c1-d33eb3bbba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.422366 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-8201c8f5-59ce-4852-98c1-d33eb3bbba37 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d6603aea043146bb977ae3845b741d1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2377844 Apr 14 21:15:06.496232 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:06.496619 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.506883 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.547204 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-7aaf0a9d-39bb-41d5-9f1b-7f20e293dbab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 217 time: 0.1136377 Apr 14 21:15:06.603067 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:06.603695 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.641718 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=34a1b346-7c65-4fc8-946e-6d49fe1ce360,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:06.739116 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50265e-036d-4df5-a0e3-d540f3f9c096 req-1633f178-7294-4c25-ae70-af0dddb383cf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.740871 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7e50265e-036d-4df5-a0e3-d540f3f9c096 req-1633f178-7294-4c25-ae70-af0dddb383cf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.1916630 Apr 14 21:15:06.744998 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-9bfba0a9-f91d-4ab8-88db-136cb2f02e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.746411 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-9bfba0a9-f91d-4ab8-88db-136cb2f02e25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.1933582 Apr 14 21:15:06.785036 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.837009 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-527b7beb-defc-4af2-b779-7798ade52dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.837009 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-05b5a346-5f5d-49c0-93f9-992e534d7e72 req-527b7beb-defc-4af2-b779-7798ade52dd5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2852783 Apr 14 21:15:06.839440 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-73e6877d-328e-49ee-8705-fabe32540d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:06.841087 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-73e6877d-328e-49ee-8705-fabe32540d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819273 Apr 14 21:15:06.860553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=34a1b346-7c65-4fc8-946e-6d49fe1ce360,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:06.865516 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7e50265e-036d-4df5-a0e3-d540f3f9c096 req-9c5b6571-285d-4673-96c4-ff96b870caf6 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163454 Apr 14 21:15:06.896774 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for router_gateway (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.025125 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-48206237-6679-460e-8be7-3d8893ba49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:07.026668 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-48206237-6679-460e-8be7-3d8893ba49a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1128 time: 0.0533478 Apr 14 21:15:07.054965 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-2f3561c3-cd1b-45bd-8c7b-cf155ad0bb14 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471505 Apr 14 21:15:07.091078 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-4820f47e-be63-41d3-bc72-40236836dda8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 217 time: 0.0504625 Apr 14 21:15:07.113572 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78daeaf6-cf57-4cbf-bd04-57ae1a34e84d None None] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:15:07.137618 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.185027 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-25378360-dac2-4db9-90d6-8f7292a4082b None None] Provisioning complete for port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:07.185675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25378360-dac2-4db9-90d6-8f7292a4082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.191092 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-50d16943-01f2-4036-820d-cf8dc5838f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:07.192561 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-50d16943-01f2-4036-820d-cf8dc5838f40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0900724 Apr 14 21:15:07.255458 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-380534cf-c937-4b21-88bc-87fd8887bf2c req-830d9e7e-4d2b-4822-a72f-6fae7b21fd95 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726859 Apr 14 21:15:07.265743 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-62096b07-184e-454b-96b2-a5fe7a5c0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:07.267236 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-62096b07-184e-454b-96b2-a5fe7a5c0ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575380 Apr 14 21:15:07.334678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42036-538e-4290-ade6-a8f10e48920f req-f4f482cf-fd7e-459d-b391-461354c5a6a1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:07.336318 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8de42036-538e-4290-ade6-a8f10e48920f req-f4f482cf-fd7e-459d-b391-461354c5a6a1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0636282 Apr 14 21:15:07.340570 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-25378360-dac2-4db9-90d6-8f7292a4082b None None] Current status of the port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:07.380538 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-a3518a12-63c2-498a-9e63-15bb953f773a service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060014 Apr 14 21:15:07.403232 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8de42036-538e-4290-ade6-a8f10e48920f req-3e639ec1-f9ab-41b8-b6e1-9a056810a932 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520022 Apr 14 21:15:07.424529 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Router 3b78978d-b047-45d6-bf66-04785cf3f0f4 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:15:07.558973 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:07.560631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-bc4861dc-2705-4da8-95b6-f8939f1fd6a4 None None] Provisioning complete for port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:07.570676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bc4861dc-2705-4da8-95b6-f8939f1fd6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.571466 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Sync routers for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:07.583007 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:07.583778 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:07.666025 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-bc4861dc-2705-4da8-95b6-f8939f1fd6a4 None None] Current status of the port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:07.695057 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.696450 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-9e981985-62fc-44ab-b1c2-ceb67c681b6d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0007284 Apr 14 21:15:07.697609 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:07.699383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38144) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:07.869923 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:06Z', 'revision_number': 3, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:07.896705 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Checking router: 3b78978d-b047-45d6-bf66-04785cf3f0f4 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:07.897078 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Updating router 3b78978d-b047-45d6-bf66-04785cf3f0f4 port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:15:07.938375 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.027002 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53b9c-657f-4d1b-b5f0-43f237a4ac0c req-10496f13-04fc-4152-a9c7-1540965341a6 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:08.031813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8c53b9c-657f-4d1b-b5f0-43f237a4ac0c req-10496f13-04fc-4152-a9c7-1540965341a6 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0580800 Apr 14 21:15:08.046455 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 34a1b346-7c65-4fc8-946e-6d49fe1ce360 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:08.098540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8c53b9c-657f-4d1b-b5f0-43f237a4ac0c req-331c1001-3738-4dee-b751-c5ffd4445df3 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576944 Apr 14 21:15:08.132605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:08.132993 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.191068 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.227955 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:08.259425 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks [] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.357955 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Allocated IP 172.20.0.1 (e542ca6b-e8f0-4746-9f77-b5d4ff416263/b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a/4eac7fcd-f63a-40ce-aea7-28c5414de866) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:15:08.378926 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.428918 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Attempting to bind port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:15:08.429346 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Attempting to bind port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:15:08.429683 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Attempting to bind port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:08.432927 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca549b93-b3e1-4751-9028-ed71815653c7 None None] Pushing event updated for resources: {'Port': ['ID=01dc9847-fd3e-4d3b-9399-be62aff8cad1,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:08.437597 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:15:08.437973 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:08.438379 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.438782 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:15:08.439255 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Bound port: 01dc9847-fd3e-4d3b-9399-be62aff8cad1, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:15:08.439653 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.475755 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks [] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.502163 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] For port 01dc9847-fd3e-4d3b-9399-be62aff8cad1, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:15:08.505926 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] For port 01dc9847-fd3e-4d3b-9399-be62aff8cad1, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=01dc9847-fd3e-4d3b-9399-be62aff8cad1,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:15:08.559317 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6a50a-18f6-4cd0-a996-3598ea6709a4 req-b56a83d0-3bf9-4c50-b119-e9b696cde361 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:08.560839 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6fa6a50a-18f6-4cd0-a996-3598ea6709a4 req-b56a83d0-3bf9-4c50-b119-e9b696cde361 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0589354 Apr 14 21:15:08.584782 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.620365 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.632756 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6fa6a50a-18f6-4cd0-a996-3598ea6709a4 req-8988348e-19ce-4fe7-8917-d0459c243736 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634160 Apr 14 21:15:08.652828 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:08.653669 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:14:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:08.679678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:08.687149 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:08.690174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:15:08.696918 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Pushing event updated for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:08.717077 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca549b93-b3e1-4751-9028-ed71815653c7 None None] Pushing event updated for resources: {'Port': ['ID=01dc9847-fd3e-4d3b-9399-be62aff8cad1,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:08.744690 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f6b245e3-833a-4744-af09-bd219f83f586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.751448 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.808710 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:08.962367 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.995864 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-fae08ea0-4f9b-4f6c-b397-cd827b63f70f None None] Provisioning complete for port 4eac7fcd-f63a-40ce-aea7-28c5414de866 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:08.996563 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fae08ea0-4f9b-4f6c-b397-cd827b63f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.999485 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:06Z', 'revision_number': 3, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:09.029842 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06090-2896-4591-b2e9-e88fb738a74f None None] The sync data for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi is: [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:06Z', 'revision_number': 3, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:09.036694 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-fae08ea0-4f9b-4f6c-b397-cd827b63f70f None None] Port 4eac7fcd-f63a-40ce-aea7-28c5414de866 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:15:09.139725 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks [] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:09.225396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:09.245642 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce5c6a-4d5e-419c-be60-4ae01559a8d0 req-38e24cfe-cfd6-4999-a7af-fae009d3eb5c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:09.247357 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-22ce5c6a-4d5e-419c-be60-4ae01559a8d0 req-38e24cfe-cfd6-4999-a7af-fae009d3eb5c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0609198 Apr 14 21:15:09.317311 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:09.320363 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Pushing event updated for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:09.339187 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-22ce5c6a-4d5e-419c-be60-4ae01559a8d0 req-c63ec703-4969-4358-9b37-3d8b93499c4f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667627 Apr 14 21:15:09.442857 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:09.444362 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:09.572055 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Router 3b78978d-b047-45d6-bf66-04785cf3f0f4 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:15:09.665885 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-4bacf20d-1091-49f5-a530-4d9feb301c22 None None] Provisioning complete for port 4eac7fcd-f63a-40ce-aea7-28c5414de866 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:09.665885 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4bacf20d-1091-49f5-a530-4d9feb301c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:09.717474 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-4bacf20d-1091-49f5-a530-4d9feb301c22 None None] Port 4eac7fcd-f63a-40ce-aea7-28c5414de866 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:15:09.722861 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:09.732481 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7bfb3fec-f774-440b-b733-75d5657bf51b admin admin] 10.222.0.24 "PUT /v2.0/routers/3b78978d-b047-45d6-bf66-04785cf3f0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0320451 Apr 14 21:15:09.819897 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805851ba-2220-4196-ac61-1979f4e7e854 req-d81eede1-7e2a-47f6-a906-ea8aecaa9282 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:09.821243 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-805851ba-2220-4196-ac61-1979f4e7e854 req-d81eede1-7e2a-47f6-a906-ea8aecaa9282 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0691516 Apr 14 21:15:09.874491 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-805851ba-2220-4196-ac61-1979f4e7e854 req-e668337b-60d6-43db-8e8c-72fdf71ed577 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476131 Apr 14 21:15:10.001473 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 01dc9847-fd3e-4d3b-9399-be62aff8cad1 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:10.049544 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:10.049927 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.136733 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:10.139420 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.162437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 01dc9847-fd3e-4d3b-9399-be62aff8cad1, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=01dc9847-fd3e-4d3b-9399-be62aff8cad1,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:10.270158 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.318367 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=01dc9847-fd3e-4d3b-9399-be62aff8cad1,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:10.453491 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588aa06-76cd-4ad7-bd54-f7b5c530db24 req-dd972450-a5f1-430e-aad7-050ed8a856bf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:10.454918 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8588aa06-76cd-4ad7-bd54-f7b5c530db24 req-dd972450-a5f1-430e-aad7-050ed8a856bf tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0480709 Apr 14 21:15:10.506458 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8588aa06-76cd-4ad7-bd54-f7b5c530db24 req-1d6cce73-9727-42b2-a2f2-e5ecb00d84fa tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Apr 14 21:15:10.933162 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:15:10.991096 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f2e8-0628-4c0c-8cfc-df9b2094f9fe req-b3431ccc-362b-4423-9d07-3263b755276f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:10.992713 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e79f2e8-0628-4c0c-8cfc-df9b2094f9fe req-b3431ccc-362b-4423-9d07-3263b755276f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Apr 14 21:15:11.016105 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f62e803-25a7-426f-9966-14986d7876e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.043685 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e79f2e8-0628-4c0c-8cfc-df9b2094f9fe req-20816f82-c041-4aca-adc9-48465c9c3555 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Apr 14 21:15:11.451879 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38182) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:11.456396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987151094', 'description': 'tempest-secgroup-smoke-1987151094 description', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:11.556057 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.644370 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0544cf-567e-4f89-a2b9-6fbc69d53d8a req-7e9cce3f-c0b3-40e8-bb14-240672136e98 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:11.646055 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe0544cf-567e-4f89-a2b9-6fbc69d53d8a req-7e9cce3f-c0b3-40e8-bb14-240672136e98 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0652254 Apr 14 21:15:11.691373 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (0d11f33b-32a5-433f-872c-200921fb06c1), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.710558 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a120e1a3-1892-4e47-b432-169412c6f4e7 req-31a31556-071e-4ae4-9ec7-1e045d134c2a service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025276 Apr 14 21:15:11.723614 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe0544cf-567e-4f89-a2b9-6fbc69d53d8a req-a3dbc4a4-85b3-4d4c-a9af-dac405358a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663798 Apr 14 21:15:11.773737 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (0d11f33b-32a5-433f-872c-200921fb06c1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.803336 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11f33b-32a5-433f-872c-200921fb06c1,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:11.858807 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.870880 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-5e634177-ced9-4815-a64e-3519b725da42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4100852 Apr 14 21:15:11.873729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38190) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:11.873729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:11.910754 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Sync routers for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:11.924940 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:11.924940 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:11.967193 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.984718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (d0c21ffd-1575-45a8-af66-0f8667c4a20f), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.010748 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 01dc9847-fd3e-4d3b-9399-be62aff8cad1 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:12.059833 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (d0c21ffd-1575-45a8-af66-0f8667c4a20f), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.094649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:12.145183 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (d0c21ffd-1575-45a8-af66-0f8667c4a20f), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.176301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c21ffd-1575-45a8-af66-0f8667c4a20f,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:12.187327 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2e1d0-6e95-42d5-ae1a-aebdd3f9fd86 req-20bd43cc-d67d-4f41-bc60-ff9f4bc22817 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:12.188894 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a5d2e1d0-6e95-42d5-ae1a-aebdd3f9fd86 req-20bd43cc-d67d-4f41-bc60-ff9f4bc22817 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0746911 Apr 14 21:15:12.243431 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a5d2e1d0-6e95-42d5-ae1a-aebdd3f9fd86 req-5549dc87-3da4-414e-861e-87e4debb6617 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478518 Apr 14 21:15:12.266122 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:12.266490 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.295826 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.297952 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-642920f5-ddb4-430e-b316-d767a9ba9973 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325047 Apr 14 21:15:12.299937 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38194) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:12.304983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:12.390723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (8f033fbd-e4fe-4e7d-8368-9aa493bbebaa), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.453599 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:12.463215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (8f033fbd-e4fe-4e7d-8368-9aa493bbebaa), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.497233 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:08Z', 'revision_number': 4, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4eac7fcd-f63a-40ce-aea7-28c5414de866', 'name': '', 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'mac_address': 'fa:16:3e:ee:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:08Z', 'updated_at': '2022-04-14T21:15:09Z', 'revision_number': 2, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'subnets': [{'id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:12.524276 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Checking router: 3b78978d-b047-45d6-bf66-04785cf3f0f4 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:12.524630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Updating router 3b78978d-b047-45d6-bf66-04785cf3f0f4 port 4eac7fcd-f63a-40ce-aea7-28c5414de866 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:15:12.544064 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (8f033fbd-e4fe-4e7d-8368-9aa493bbebaa), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.556034 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.564164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f033fbd-e4fe-4e7d-8368-9aa493bbebaa,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:12.603603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.605000 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2e44a01d-ca13-4cf0-be6b-bffa27fb25fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040924 Apr 14 21:15:12.607787 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38196) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:12.612597 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:12.680274 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (e06a90ef-eb0f-4480-b922-c817d2770191), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.759397 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (e06a90ef-eb0f-4480-b922-c817d2770191), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.843135 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565638-443a-419a-b920-2586a9db2b53 req-2269b1d1-b8d7-4d6f-9c3a-856ab64eb5e3 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:12.844625 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a7565638-443a-419a-b920-2586a9db2b53 req-2269b1d1-b8d7-4d6f-9c3a-856ab64eb5e3 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0495422 Apr 14 21:15:12.845736 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (e06a90ef-eb0f-4480-b922-c817d2770191), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.857589 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks [] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.869424 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06a90ef-eb0f-4480-b922-c817d2770191,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:12.915231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4205e132-5165-46e4-a17d-27ae86bf5158 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:15:12.927435 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a7565638-443a-419a-b920-2586a9db2b53 req-9258339c-e922-43f7-b047-e5780ad1c9a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 Apr 14 21:15:12.932830 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.958280 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.960068 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f3c1704f-1e60-4876-95c5-bea97864bccf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512635 Apr 14 21:15:12.962805 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38204) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:12.968664 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:13.009621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f52b-5203-4730-b2f3-37541d611ab8 None None] Pushing event updated for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:13.087946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (7736a587-d982-40b3-9be7-37407dba69c7), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.123944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Attempting to bind port 4eac7fcd-f63a-40ce-aea7-28c5414de866 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:15:13.124551 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Attempting to bind port 4eac7fcd-f63a-40ce-aea7-28c5414de866 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:15:13.124685 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Attempting to bind port 4eac7fcd-f63a-40ce-aea7-28c5414de866 on network e542ca6b-e8f0-4746-9f77-b5d4ff416263 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:15:13.132304 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4205e132-5165-46e4-a17d-27ae86bf5158,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:13.141210 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:15:13.142893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Checking segment: {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:15:13.142893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.142893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Bound using segment: {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:15:13.142893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Bound port: 4eac7fcd-f63a-40ce-aea7-28c5414de866, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34738e0-53ce-44c1-94d1-933147cae7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:15:13.143264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.157288 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '4205e132-5165-46e4-a17d-27ae86bf5158', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:15:13.171600 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (7736a587-d982-40b3-9be7-37407dba69c7), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.297914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4205e132-5165-46e4-a17d-27ae86bf5158 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:13.297914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.297914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] For port 4eac7fcd-f63a-40ce-aea7-28c5414de866, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:15:13.299787 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4205e132-5165-46e4-a17d-27ae86bf5158 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:15:13.304549 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-dadedca5-a0d6-4ca9-9980-1bdce69ef929 None None] Provisioning complete for port 4eac7fcd-f63a-40ce-aea7-28c5414de866 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:13.304926 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dadedca5-a0d6-4ca9-9980-1bdce69ef929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.308515 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] For port 4eac7fcd-f63a-40ce-aea7-28c5414de866, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4eac7fcd-f63a-40ce-aea7-28c5414de866,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:15:13.327623 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (7736a587-d982-40b3-9be7-37407dba69c7), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.347080 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7736a587-d982-40b3-9be7-37407dba69c7,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:13.348595 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4205e132-5165-46e4-a17d-27ae86bf5158,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:13.358650 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.360799 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-dadedca5-a0d6-4ca9-9980-1bdce69ef929 None None] Port 4eac7fcd-f63a-40ce-aea7-28c5414de866 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:15:13.366926 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc24ee-df83-44ff-b21a-773b1e0c2d59 req-0563c466-26e7-4fa0-9aee-f9d7bc34c6f4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:13.368483 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbbc24ee-df83-44ff-b21a-773b1e0c2d59 req-0563c466-26e7-4fa0-9aee-f9d7bc34c6f4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 944 time: 0.0527561 Apr 14 21:15:13.415657 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbbc24ee-df83-44ff-b21a-773b1e0c2d59 req-64ab7a9d-9f2c-4ae8-afb4-f6e31b4875bb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Apr 14 21:15:13.436339 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.543061 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:13.543061 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:13.543691 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.543691 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b9e96ad3-e790-433e-acf7-671f9395f149 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5455339 Apr 14 21:15:13.543902 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38216) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:13.543902 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:13.544084 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.544189 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f52b-5203-4730-b2f3-37541d611ab8 None None] Pushing event updated for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:13.641363 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.securitygroups_db [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Project 63e765f15c224887ae831ee7c1cbdeb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:15:13.645808 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:13.649892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (8cc7b919-6df2-4be9-ad4b-474ff5f5ef0b), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.657531 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:13.705311 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Provisioning complete for port 4eac7fcd-f63a-40ce-aea7-28c5414de866 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:13.705676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.716585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (8cc7b919-6df2-4be9-ad4b-474ff5f5ef0b), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.819378 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (8cc7b919-6df2-4be9-ad4b-474ff5f5ef0b), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.838949 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc7b919-6df2-4be9-ad4b-474ff5f5ef0b,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:13.900304 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Current status of the port 4eac7fcd-f63a-40ce-aea7-28c5414de866 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:13.900683 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.906123 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:13.907412 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-332299ba-af66-47a4-b872-1701818fa6bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3936582 Apr 14 21:15:13.910168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38218) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:13.921051 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'security_group_rule': {'security_group_id': '0d11f33b-32a5-433f-872c-200921fb06c1', 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:13.946972 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:08Z', 'revision_number': 4, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4eac7fcd-f63a-40ce-aea7-28c5414de866', 'name': '', 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'mac_address': 'fa:16:3e:ee:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:08Z', 'updated_at': '2022-04-14T21:15:13Z', 'revision_number': 4, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'subnets': [{'id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:13.979628 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] For port 4eac7fcd-f63a-40ce-aea7-28c5414de866, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4eac7fcd-f63a-40ce-aea7-28c5414de866,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:13.981527 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264737-ca71-4561-8bb4-61e05131da31 None None] The sync data for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi is: [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:15:08Z', 'revision_number': 4, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '4eac7fcd-f63a-40ce-aea7-28c5414de866', 'name': '', 'network_id': 'e542ca6b-e8f0-4746-9f77-b5d4ff416263', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'mac_address': 'fa:16:3e:ee:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:08Z', 'updated_at': '2022-04-14T21:15:13Z', 'revision_number': 4, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'subnets': [{'id': 'b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:13.999903 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.securitygroups_db [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Project 63e765f15c224887ae831ee7c1cbdeb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:15:14.007065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (94b7fa92-528a-48c2-b7f8-64c2b8babab4), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:14.057696 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:14.100198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ed6d6-b637-432d-aefa-7a2e9345d71d req-6cadec92-00ad-4fc0-b089-d16e2434d11c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:14.101850 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-938ed6d6-b637-432d-aefa-7a2e9345d71d req-6cadec92-00ad-4fc0-b089-d16e2434d11c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0810437 Apr 14 21:15:14.152849 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (94b7fa92-528a-48c2-b7f8-64c2b8babab4), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:14.161255 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-938ed6d6-b637-432d-aefa-7a2e9345d71d req-40907e10-1317-4069-b4b1-67600cdcead9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Apr 14 21:15:14.236285 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (94b7fa92-528a-48c2-b7f8-64c2b8babab4), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:14.257620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b7fa92-528a-48c2-b7f8-64c2b8babab4,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:14.280797 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba594d-b9e9-4d01-bf30-3e8c1948d3aa None None] Pushing event updated for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:14.318912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:14.320144 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8330617e-6da8-4f60-96e1-d826d88193d7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4035349 Apr 14 21:15:14.543407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c530a-e808-41fb-b238-3ca4c038331d req-5dbb4c61-b1f7-479a-9e65-575cb1822709 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:14.545017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb6c530a-e808-41fb-b238-3ca4c038331d req-5dbb4c61-b1f7-479a-9e65-575cb1822709 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Apr 14 21:15:14.594990 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb6c530a-e808-41fb-b238-3ca4c038331d req-5e958710-4335-42fb-99d0-e8af10d21b33 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440390 Apr 14 21:15:14.638852 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['4205e132-5165-46e4-a17d-27ae86bf5158'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:15:14.910098 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.275528 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46344f65-c71f-48b1-b69e-5e08fdb273ab req-2558193f-92b2-4d0d-8d5b-1f84bbcfebc0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:15.277083 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-46344f65-c71f-48b1-b69e-5e08fdb273ab req-2558193f-92b2-4d0d-8d5b-1f84bbcfebc0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0490549 Apr 14 21:15:15.329281 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-46344f65-c71f-48b1-b69e-5e08fdb273ab req-47544483-af95-4ba5-a102-da9279b8ae89 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Apr 14 21:15:15.720756 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f3568-18d9-479c-9fbc-db14855be166 req-7d3d353b-093d-4dca-89e5-c17de180426a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:15.722473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-541f3568-18d9-479c-9fbc-db14855be166 req-7d3d353b-093d-4dca-89e5-c17de180426a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Apr 14 21:15:15.783653 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-541f3568-18d9-479c-9fbc-db14855be166 req-d08b8ee9-3467-4467-8590-9b336fde717a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 Apr 14 21:15:16.002773 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4eac7fcd-f63a-40ce-aea7-28c5414de866 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:16.052593 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 4eac7fcd-f63a-40ce-aea7-28c5414de866 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:16.053063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.134463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 4eac7fcd-f63a-40ce-aea7-28c5414de866 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:16.439626 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38506592-6699-48c3-844f-90148a2e9462 req-86da2edc-4c39-4fb1-9fd6-c993a9c63ea2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:16.441161 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38506592-6699-48c3-844f-90148a2e9462 req-86da2edc-4c39-4fb1-9fd6-c993a9c63ea2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0460403 Apr 14 21:15:16.487182 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-38506592-6699-48c3-844f-90148a2e9462 req-79f9da74-743e-4eb8-8ab0-5ecea42bac0a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Apr 14 21:15:16.879306 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4205e132-5165-46e4-a17d-27ae86bf5158 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:16.899169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08213bf6-5869-406c-8a32-ea55cb955961 req-866d3c73-4a2a-450e-bf26-6c8203c04b92 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:16.901034 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-08213bf6-5869-406c-8a32-ea55cb955961 req-866d3c73-4a2a-450e-bf26-6c8203c04b92 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 945 time: 0.0453153 Apr 14 21:15:16.929438 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 4205e132-5165-46e4-a17d-27ae86bf5158 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:15:16.951037 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-08213bf6-5869-406c-8a32-ea55cb955961 req-6ec9099f-328e-4b9f-b18f-a411d591e0c1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445225 Apr 14 21:15:17.007432 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 4205e132-5165-46e4-a17d-27ae86bf5158 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:17.008025 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:17.085819 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4205e132-5165-46e4-a17d-27ae86bf5158 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:17.086204 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:17.122212 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:17.124614 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc53b0-f9a7-4982-a2cb-b25f4abf3563" -d '{"events": [{"server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "name": "network-vif-plugged", "status": "completed", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:17.138132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4205e132-5165-46e4-a17d-27ae86bf5158,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:17.160981 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27e5e2b-b2b4-4238-b2e3-099464501bb3 x-openstack-request-id: req-f27e5e2b-b2b4-4238-b2e3-099464501bb3 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:17.161273 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "name": "network-vif-plugged", "status": "completed", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:17.161529 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f27e5e2b-b2b4-4238-b2e3-099464501bb3 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:17.161927 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27e5e2b-b2b4-4238-b2e3-099464501bb3'] response: {'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'code': 200} Apr 14 21:15:17.224476 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:17.273243 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:17.616594 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcac472-5885-4e6d-9957-35b8b53fd06d req-ebb8d040-ca85-46f7-b2ea-259693f8f8ad tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:17.618129 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ddcac472-5885-4e6d-9957-35b8b53fd06d req-ebb8d040-ca85-46f7-b2ea-259693f8f8ad tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0504439 Apr 14 21:15:17.664755 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ddcac472-5885-4e6d-9957-35b8b53fd06d req-acf16abb-38b0-4546-8891-54fa928cc244 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Apr 14 21:15:18.063358 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39264bf-10e1-4847-8299-72b4f046644c req-3ba59baf-69cd-4a03-90fc-f16b4099c1ee tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:18.064998 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b39264bf-10e1-4847-8299-72b4f046644c req-3ba59baf-69cd-4a03-90fc-f16b4099c1ee tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Apr 14 21:15:18.115146 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b39264bf-10e1-4847-8299-72b4f046644c req-9f8344ef-c0bf-4cd8-bce9-941b0b6d5f35 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Apr 14 21:15:18.214440 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7554-867b-4017-b840-32f19a2b5c27 req-4497c51e-f981-474b-8ee1-4f764c3d570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:18.215980 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d8c7554-867b-4017-b840-32f19a2b5c27 req-4497c51e-f981-474b-8ee1-4f764c3d570d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0387356 Apr 14 21:15:18.261959 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d8c7554-867b-4017-b840-32f19a2b5c27 req-9d68b981-fd55-4d72-b9b1-391d2dfe85f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Apr 14 21:15:18.774253 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf41b9-f70b-4a55-a73f-641f37d00c1d req-431a23a0-db68-4ff7-b220-a2abdd7a6e6b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:18.775720 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-94cf41b9-f70b-4a55-a73f-641f37d00c1d req-431a23a0-db68-4ff7-b220-a2abdd7a6e6b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 944 time: 0.0461740 Apr 14 21:15:18.824933 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-94cf41b9-f70b-4a55-a73f-641f37d00c1d req-cae96066-e1a4-4f9b-b9ca-45fdfc09fd14 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Apr 14 21:15:18.903452 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 847d9e6a-e048-429e-8e34-b02fcedc2062 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:15:19.006006 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:19.017218 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'port_id': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'mac_address': 'fa:16:3e:3b:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:15:19.054975 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 847d9e6a-e048-429e-8e34-b02fcedc2062 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:19.055358 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:19.068199 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847d9e6a-e048-429e-8e34-b02fcedc2062 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:15:19.087437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:19.167876 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:19.221226 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:19.236551 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72eac-cef9-4b70-a508-27ee2f65465a req-9ee1d3b5-4468-4d6f-8827-abc089b009fd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:19.238149 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-70f72eac-cef9-4b70-a508-27ee2f65465a req-9ee1d3b5-4468-4d6f-8827-abc089b009fd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0545566 Apr 14 21:15:19.286555 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-70f72eac-cef9-4b70-a508-27ee2f65465a req-88aca24c-cb28-4a6a-b4ae-a41a4eba9caf tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Apr 14 21:15:19.936168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f225e4-7dd6-45e6-9ae9-ccb29adaf283 req-b290db7e-7539-429f-9def-441b0cdceae9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:19.937711 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59f225e4-7dd6-45e6-9ae9-ccb29adaf283 req-b290db7e-7539-429f-9def-441b0cdceae9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 945 time: 0.0480878 Apr 14 21:15:19.986788 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59f225e4-7dd6-45e6-9ae9-ccb29adaf283 req-00505427-3f89-4b2d-a9e7-42ffac54e546 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Apr 14 21:15:20.010062 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['847d9e6a-e048-429e-8e34-b02fcedc2062'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:15:20.400437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33b4f1-1d41-43e6-a56d-c77f16c76c85 req-672ec793-24b2-4902-8221-0b3adabaebb7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:20.401984 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe33b4f1-1d41-43e6-a56d-c77f16c76c85 req-672ec793-24b2-4902-8221-0b3adabaebb7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0474734 Apr 14 21:15:20.454404 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe33b4f1-1d41-43e6-a56d-c77f16c76c85 req-bad2787a-8900-4643-8a70-e930ab66388d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467722 Apr 14 21:15:21.120287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9ce0-2fff-4776-82c5-d84ad9481e66 req-e32399bc-91eb-42fb-8c7c-6dc33fd4a82a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.122844 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b45d9ce0-2fff-4776-82c5-d84ad9481e66 req-e32399bc-91eb-42fb-8c7c-6dc33fd4a82a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 945 time: 0.0542700 Apr 14 21:15:21.171337 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b45d9ce0-2fff-4776-82c5-d84ad9481e66 req-fadcaff9-0493-44e0-8627-e555ef41c3d0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Apr 14 21:15:21.571725 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c6c4-003c-4552-8599-b7194edb125d req-5a452604-f8ad-403b-a5e3-3fec45df80ae tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.573206 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b8b8c6c4-003c-4552-8599-b7194edb125d req-5a452604-f8ad-403b-a5e3-3fec45df80ae tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0512326 Apr 14 21:15:21.624511 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b8b8c6c4-003c-4552-8599-b7194edb125d req-118fe4f4-c1be-4136-b0db-82280bb34f80 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Apr 14 21:15:21.739632 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18d57-e1d5-4bff-9592-d142e6bbbb6d req-8e430f5c-c7e0-4925-a71b-76dffb2e8b12 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.741732 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a6a18d57-e1d5-4bff-9592-d142e6bbbb6d req-8e430f5c-c7e0-4925-a71b-76dffb2e8b12 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0525808 Apr 14 21:15:21.751141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38368) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:21.755866 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'floatingip': {'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:21.796365 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:21.912248 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 847d9e6a-e048-429e-8e34-b02fcedc2062 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:15:21.961580 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 847d9e6a-e048-429e-8e34-b02fcedc2062 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:15:22.041063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 847d9e6a-e048-429e-8e34-b02fcedc2062 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:22.041442 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.122838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 847d9e6a-e048-429e-8e34-b02fcedc2062 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:22.123677 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.148833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:22.151124 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151f67d-1701-4393-b152-0e7b5e913384" -d '{"events": [{"server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:22.164578 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:22.189312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff6624-8a90-4af4-9310-6e65cd1498d1 x-openstack-request-id: req-b0ff6624-8a90-4af4-9310-6e65cd1498d1 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:22.192514 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:22.192514 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0ff6624-8a90-4af4-9310-6e65cd1498d1 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:22.192514 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ff6624-8a90-4af4-9310-6e65cd1498d1'] response: {'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'code': 200} Apr 14 21:15:22.279409 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.280916 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.328359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:22.357715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d38ca-b4f9-4dd8-b031-21aefda7988d req-959e692c-e17a-4eef-a0a8-9bc78785514f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:22.359224 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c82d38ca-b4f9-4dd8-b031-21aefda7988d req-959e692c-e17a-4eef-a0a8-9bc78785514f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0535765 Apr 14 21:15:22.361117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.486357 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c82d38ca-b4f9-4dd8-b031-21aefda7988d req-e34b07b2-8e7f-403f-b218-032a077a293c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867045 Apr 14 21:15:22.505207 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Floating IP fd847b08-c2bb-40e8-9b2b-80a879982edc associated. External IP: 172.27.0.204, port: 4205e132-5165-46e4-a17d-27ae86bf5158. Apr 14 21:15:22.590126 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cdc75-af7b-4cc8-96e6-eb4bf40cb35d req-13d51c9e-7b04-4289-bfe3-9f3ea9acd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:22.591629 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-329cdc75-af7b-4cc8-96e6-eb4bf40cb35d req-13d51c9e-7b04-4289-bfe3-9f3ea9acd6bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1130 time: 0.0834627 Apr 14 21:15:22.678914 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-329cdc75-af7b-4cc8-96e6-eb4bf40cb35d req-a59512e0-a8d1-474b-ad26-43d80cdedea4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Apr 14 21:15:22.787249 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Router d577779e-8a93-4929-8662-f148b28ea9b9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:15:22.894299 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:22.899249 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:22.904727 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:22.916452 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:22.917663 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:23.032649 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:23.186421 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c8f1fe1a-e55e-4529-afa2-7cd0528d7423 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "PUT /v2.0/floatingips/fd847b08-c2bb-40e8-9b2b-80a879982edc HTTP/1.1" status: 200 len: 992 time: 1.4341457 Apr 14 21:15:23.188098 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:23.190454 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:23.233651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4d9d14-5669-4da1-a51c-9fd92d6043a9 x-openstack-request-id: req-5d4d9d14-5669-4da1-a51c-9fd92d6043a9 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:23.233972 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:23.234207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d4d9d14-5669-4da1-a51c-9fd92d6043a9 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:23.234620 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4d9d14-5669-4da1-a51c-9fd92d6043a9'] response: {'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'status': 'completed', 'code': 200} Apr 14 21:15:23.306089 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-be9c225b-75ec-4ab8-9b66-4a6a413ad165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:23.307469 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-be9c225b-75ec-4ab8-9b66-4a6a413ad165 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0375440 Apr 14 21:15:23.404342 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-01babdc5-ef7e-4e27-aa07-aa2da76b8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:23.405906 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-01babdc5-ef7e-4e27-aa07-aa2da76b8748 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0910599 Apr 14 21:15:23.482171 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:15:22Z', 'revision_number': 1, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:23.510061 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:23.519088 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:23.519705 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:23.631441 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccb7fa-2aad-45dd-89e4-d1785cd6abf4 req-81b787a1-9fad-4cb3-a4d3-1cceaa31e626 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:23.632945 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ceccb7fa-2aad-45dd-89e4-d1785cd6abf4 req-81b787a1-9fad-4cb3-a4d3-1cceaa31e626 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0565302 Apr 14 21:15:23.653634 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:23.682630 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ceccb7fa-2aad-45dd-89e4-d1785cd6abf4 req-97ff109a-b9c9-4055-9ac7-260caaa22e92 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Apr 14 21:15:23.877702 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:15:22Z', 'revision_number': 1, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:23.904156 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebb42f-dbc5-48a1-9e54-093dd355c668 None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:15:22Z', 'revision_number': 1, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:24.276828 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-5d68486a-8c3d-4d5a-afc5-d252b6ec82a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1000 time: 0.0677981 Apr 14 21:15:24.329486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-5b51f597-6748-429a-8b40-cd23551657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:24.330965 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-5b51f597-6748-429a-8b40-cd23551657c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0460505 Apr 14 21:15:24.375033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-872b9c9d-bb60-4d48-a8cf-2af7f1ec378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:24.376631 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-872b9c9d-bb60-4d48-a8cf-2af7f1ec378e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379870 Apr 14 21:15:24.480863 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-fc910862-5bec-4a19-a591-f37a03fe0d54 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909712 Apr 14 21:15:24.567346 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9bfb3c-ed00-4940-8323-f8d3f5bef3f0 None None] New status for floating IP fd847b08-c2bb-40e8-9b2b-80a879982edc: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:15:24.592473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5e67a41b-6a6d-4e09-800a-cbc950d0e67f req-ba43a5f7-d1dc-4931-9fb9-affb45574cd8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020539 Apr 14 21:15:24.796428 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165fd58-3472-4877-b6ab-2a79659e80b5 req-42893115-9a2c-448d-99f7-550e96b75601 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:24.798007 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a165fd58-3472-4877-b6ab-2a79659e80b5 req-42893115-9a2c-448d-99f7-550e96b75601 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0470343 Apr 14 21:15:24.849690 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a165fd58-3472-4877-b6ab-2a79659e80b5 req-a9a3a960-e579-4ce8-a44f-f671f50c36fe tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Apr 14 21:15:25.900351 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f4a5-87e7-4a3b-9540-77edad37827c req-17c17e83-71f4-4cdb-9218-8dc620dfab5d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:25.903822 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a48f4a5-87e7-4a3b-9540-77edad37827c req-17c17e83-71f4-4cdb-9218-8dc620dfab5d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Apr 14 21:15:25.958305 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a48f4a5-87e7-4a3b-9540-77edad37827c req-83057f9b-c5e3-4ad6-addb-cabe6abb42f8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506701 Apr 14 21:15:25.966609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b5bde-8f08-42eb-80db-9da98b1d6bdd req-e2014dbe-26d5-4ef6-99d0-6a9c34ff97d0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:25.968078 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb9b5bde-8f08-42eb-80db-9da98b1d6bdd req-e2014dbe-26d5-4ef6-99d0-6a9c34ff97d0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0475016 Apr 14 21:15:26.020888 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bb9b5bde-8f08-42eb-80db-9da98b1d6bdd req-9e8a6a4f-e6dc-4051-813b-bd5a812174c2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Apr 14 21:15:26.131217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0a3d-72e7-4bbe-bdb3-9deb73252449 req-123e5cfe-1f7f-4517-9398-2391b94042f2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:26.132679 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-78ba0a3d-72e7-4bbe-bdb3-9deb73252449 req-123e5cfe-1f7f-4517-9398-2391b94042f2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0459735 Apr 14 21:15:26.181297 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-78ba0a3d-72e7-4bbe-bdb3-9deb73252449 req-3b56f7d2-4c16-4380-8917-4e19a8295ec9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Apr 14 21:15:26.521038 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767bee6-7c29-4fbd-af7f-765dca272a62 req-7f443f62-bfa6-44f8-81e9-36673e0c18ac tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:26.523114 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6767bee6-7c29-4fbd-af7f-765dca272a62 req-7f443f62-bfa6-44f8-81e9-36673e0c18ac tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0462866 Apr 14 21:15:26.570775 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6767bee6-7c29-4fbd-af7f-765dca272a62 req-8cd7131f-cd20-43d4-96d1-5d553e8d43f7 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Apr 14 21:15:27.076133 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21932aca-2f99-41f1-8422-78696f48268f req-06f2bc71-6a46-417d-bc94-4ad47ff84274 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:27.077660 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-21932aca-2f99-41f1-8422-78696f48268f req-06f2bc71-6a46-417d-bc94-4ad47ff84274 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Apr 14 21:15:27.124695 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-21932aca-2f99-41f1-8422-78696f48268f req-15fe3597-d7e5-47ad-a8ef-9db16526afd5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Apr 14 21:15:28.243523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125d51-6a99-4c6f-b7f3-72b0aef2815f req-9f9805cb-87ab-42f8-a15c-5432c70a3529 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:28.245012 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a3125d51-6a99-4c6f-b7f3-72b0aef2815f req-9f9805cb-87ab-42f8-a15c-5432c70a3529 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Apr 14 21:15:28.292545 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a3125d51-6a99-4c6f-b7f3-72b0aef2815f req-6af2c148-9aa5-4e96-b3da-d86b27efba67 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Apr 14 21:15:29.413241 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b118-b561-4d77-9b0b-b9445ff54670 req-4d46b49c-ade9-4a59-9a6c-c226539d74f5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:29.414842 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59f5b118-b561-4d77-9b0b-b9445ff54670 req-4d46b49c-ade9-4a59-9a6c-c226539d74f5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Apr 14 21:15:29.463596 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59f5b118-b561-4d77-9b0b-b9445ff54670 req-c4865d42-70f8-4992-99d3-c317dc4af275 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Apr 14 21:15:30.583072 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d95e-adf1-44e4-84da-787dba40268f req-698ef70d-16bc-45b2-a088-b0ad3c8c5d64 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:30.585247 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6970d95e-adf1-44e4-84da-787dba40268f req-698ef70d-16bc-45b2-a088-b0ad3c8c5d64 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Apr 14 21:15:30.631467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6970d95e-adf1-44e4-84da-787dba40268f req-fa91b289-b1d3-4df6-9fca-429afbb15ab1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Apr 14 21:15:31.746013 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c482-71f6-4d83-8848-16b34a83e34d req-299f3e34-8927-4ed3-8eaa-70387b9893ea tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:31.747518 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-15d1c482-71f6-4d83-8848-16b34a83e34d req-299f3e34-8927-4ed3-8eaa-70387b9893ea tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0455375 Apr 14 21:15:31.796191 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-15d1c482-71f6-4d83-8848-16b34a83e34d req-ea364e98-aabb-4fce-ab97-440c45897662 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Apr 14 21:15:32.914420 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5026-0e69-41d2-be9f-dc9d3379f583 req-5e512569-47da-4c69-9b46-0760313268ef tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:32.915906 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-02bf5026-0e69-41d2-be9f-dc9d3379f583 req-5e512569-47da-4c69-9b46-0760313268ef tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0469437 Apr 14 21:15:32.965716 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-02bf5026-0e69-41d2-be9f-dc9d3379f583 req-431cd688-2966-4b09-a6d4-a15d1e39626b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Apr 14 21:15:33.462184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c70c-4436-4069-8037-248afbe7813f req-90b400ae-86ef-4738-9298-2b18ee73e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:33.463716 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-90b400ae-86ef-4738-9298-2b18ee73e3c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1129 time: 0.0406959 Apr 14 21:15:33.567244 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c70c-4436-4069-8037-248afbe7813f req-136b6532-3f94-438c-a65f-c11a41f40d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:33.568796 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-136b6532-3f94-438c-a65f-c11a41f40d11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.0839982 Apr 14 21:15:33.638608 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-1a11b153-ceaa-4c8d-92f7-e93340e55dc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 1000 time: 0.0615797 Apr 14 21:15:33.687036 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c70c-4436-4069-8037-248afbe7813f req-550e2d5a-3867-4a0e-b8e2-5c1d1ac5c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:33.688434 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-550e2d5a-3867-4a0e-b8e2-5c1d1ac5c374 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0428152 Apr 14 21:15:33.730918 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c70c-4436-4069-8037-248afbe7813f req-b5b69534-f1b6-4610-99c0-19cd20ec4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:33.732330 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-b5b69534-f1b6-4610-99c0-19cd20ec4c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373802 Apr 14 21:15:33.823642 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-aca1b4df-9d35-45dc-8438-4d896ba4c323 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845168 Apr 14 21:15:33.913982 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f34c70c-4436-4069-8037-248afbe7813f req-bca70600-09fc-4545-b977-3503ccd7427b service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826576 Apr 14 21:15:34.087297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a4efa-c361-4af0-884d-755ea0b9a8d7 req-87246070-f8a8-40f2-9827-7451476359ac tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:34.088813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-058a4efa-c361-4af0-884d-755ea0b9a8d7 req-87246070-f8a8-40f2-9827-7451476359ac tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0505011 Apr 14 21:15:34.134843 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-058a4efa-c361-4af0-884d-755ea0b9a8d7 req-1db33e69-c1a6-496e-8014-7e3d17cc3208 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Apr 14 21:15:35.251946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee722f-f42b-4f92-bd3e-08747201a05b req-ab21b594-17c9-430e-a4f9-e1d00cc01f0a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:35.253482 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-03ee722f-f42b-4f92-bd3e-08747201a05b req-ab21b594-17c9-430e-a4f9-e1d00cc01f0a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Apr 14 21:15:35.508640 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-03ee722f-f42b-4f92-bd3e-08747201a05b req-12da6d17-5013-4c95-bd20-3ac086cb875c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486415 Apr 14 21:15:36.418484 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:36.627044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb17a6-28c0-4b05-bd15-db56d95c90f7 req-09d9377a-ec42-4042-919e-36136b5cbf1b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:36.628522 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aeeb17a6-28c0-4b05-bd15-db56d95c90f7 req-09d9377a-ec42-4042-919e-36136b5cbf1b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0511684 Apr 14 21:15:36.677808 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aeeb17a6-28c0-4b05-bd15-db56d95c90f7 req-525d0e25-4137-442b-98c7-3ff2ea9e7a31 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Apr 14 21:15:37.792311 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb598be-d36b-4e0f-9aa2-c5b0e72260c1 req-e4dfa0fa-b9c9-43ef-a587-62744e15f034 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:37.793809 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6eb598be-d36b-4e0f-9aa2-c5b0e72260c1 req-e4dfa0fa-b9c9-43ef-a587-62744e15f034 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0469103 Apr 14 21:15:37.840208 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6eb598be-d36b-4e0f-9aa2-c5b0e72260c1 req-cda07c0b-b11b-4f90-b495-5cd9bfefd523 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Apr 14 21:15:38.675415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec9e7-58d0-4ce6-b71e-4ddeea7dc2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:38.956932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd880-5728-4eba-a397-0fc6c2e178de req-1a3a37e2-4e21-4ff6-9233-598166959a8c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:38.958487 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1bdd880-5728-4eba-a397-0fc6c2e178de req-1a3a37e2-4e21-4ff6-9233-598166959a8c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Apr 14 21:15:39.009039 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1bdd880-5728-4eba-a397-0fc6c2e178de req-52ab2f85-1b63-4d78-9856-8dc5376aa083 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440955 Apr 14 21:15:40.134253 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2c53-cf8e-4767-89ff-bac531651fbf req-bc31d432-b6fc-411d-a077-254b690a7ad4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:40.135981 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b50c2c53-cf8e-4767-89ff-bac531651fbf req-bc31d432-b6fc-411d-a077-254b690a7ad4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Apr 14 21:15:40.196827 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b50c2c53-cf8e-4767-89ff-bac531651fbf req-d50b1668-b6a9-49cb-bffb-aaa9394107e0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Apr 14 21:15:41.035500 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2afc5050-eb83-4f8c-aa7e-91ab5a7cdeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:41.325574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91f47e-28b9-4c64-bddd-87a84ab8dc5d req-ef868350-c84f-42ce-94b3-c42e8fb569ba tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:41.325574 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a91f47e-28b9-4c64-bddd-87a84ab8dc5d req-ef868350-c84f-42ce-94b3-c42e8fb569ba tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0473354 Apr 14 21:15:41.368549 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4a91f47e-28b9-4c64-bddd-87a84ab8dc5d req-32c9f41f-f8fb-4366-b8fc-3674a99cc7bb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Apr 14 21:15:42.001126 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:42.490882 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d91de-aef7-4141-bfdb-6d1926f088a9 req-940bc502-4232-4444-8ce1-985e32912bdf tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:42.493229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd4d91de-aef7-4141-bfdb-6d1926f088a9 req-940bc502-4232-4444-8ce1-985e32912bdf tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Apr 14 21:15:42.565506 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cd4d91de-aef7-4141-bfdb-6d1926f088a9 req-f7d51610-294b-4192-96a3-67001c8bb591 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661404 Apr 14 21:15:42.747442 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764fdb5-fea6-440f-b780-3c0a25a094a7 req-8e3196df-12ba-4827-9cff-a68867375a9f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:42.748915 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f764fdb5-fea6-440f-b780-3c0a25a094a7 req-8e3196df-12ba-4827-9cff-a68867375a9f tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0496602 Apr 14 21:15:42.795914 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f764fdb5-fea6-440f-b780-3c0a25a094a7 req-ce814194-5e38-40bf-8c39-35ad16a75f9c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Apr 14 21:15:42.818691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38686) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:42.998613 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13faf1-ab7f-4d38-9d76-602e1c2e6b6d tempest-TestMinimumBasicScenario-1747743002 tempest-TestMinimumBasicScenario-1747743002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:43.000130 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bc13faf1-ab7f-4d38-9d76-602e1c2e6b6d tempest-TestMinimumBasicScenario-1747743002 tempest-TestMinimumBasicScenario-1747743002-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1125 time: 0.1804688 Apr 14 21:15:43.002973 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 38692) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:43.007681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'port_id': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:43.086680 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:43.161663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:43.268903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Allocated IP 172.27.0.127 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/31d0b26a-61ca-42a9-99a9-45147cb7dfe2) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:15:43.309398 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:43.370528 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:43.464044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:43.499694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:15:43.502711 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:15:43.509155 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:15:43.533892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'Port': ['ID=31d0b26a-61ca-42a9-99a9-45147cb7dfe2,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:43.749287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79ac82-0445-4757-80bb-02db78b517cc req-de1ea62c-6681-4e1a-a8c9-e308a95c527c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:43.750746 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bd79ac82-0445-4757-80bb-02db78b517cc req-de1ea62c-6681-4e1a-a8c9-e308a95c527c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0834110 Apr 14 21:15:43.835863 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bd79ac82-0445-4757-80bb-02db78b517cc req-425d6626-d8e3-4e1c-b9b9-9c81367481d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763805 Apr 14 21:15:43.949911 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for floatingip (cd6c5cf9-3027-428d-a25b-4fa1f58056a4), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.076681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.218737 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.304306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.374505 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'Port': ['ID=31d0b26a-61ca-42a9-99a9-45147cb7dfe2,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:44.383222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (cd6c5cf9-3027-428d-a25b-4fa1f58056a4), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.480765 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Floating IP cd6c5cf9-3027-428d-a25b-4fa1f58056a4 associated. External IP: 172.27.0.127, port: 847d9e6a-e048-429e-8e34-b02fcedc2062. Apr 14 21:15:44.692820 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:15:44.813219 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:44.824092 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Sync routers for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:44.834214 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:44.835812 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:44.945018 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:44.953869 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ff7c6-7d8f-417f-943e-10449f52c7bd req-eda58716-14ea-40c4-b525-aaad26eb6d48 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:44.955511 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1c8ff7c6-7d8f-417f-943e-10449f52c7bd req-eda58716-14ea-40c4-b525-aaad26eb6d48 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0496702 Apr 14 21:15:44.959729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:44.978380 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.006823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3e809f13-7157-4715-a022-bd42b05e9017 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0028474 Apr 14 21:15:45.009643 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38722) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:45.012257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:45.014294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4058a82-a75b-4bcb-a1c7-34f270bafd50" -d '{"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:45.014437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025000497', 'description': 'tempest-secgroup-smoke-1025000497 description', 'project_id': 'd6603aea043146bb977ae3845b741d1e'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:45.039293 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1c8ff7c6-7d8f-417f-943e-10449f52c7bd req-70bf0eb2-fda0-4532-b036-81aedc1a3831 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761321 Apr 14 21:15:45.089374 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9034721-6d89-4a22-af1e-5fbb4aabc06e x-openstack-request-id: req-c9034721-6d89-4a22-af1e-5fbb4aabc06e {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:45.089719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:45.090000 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9034721-6d89-4a22-af1e-5fbb4aabc06e {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:45.090479 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9034721-6d89-4a22-af1e-5fbb4aabc06e'] response: {'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:15:45.109874 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.174558 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'cd6c5cf9-3027-428d-a25b-4fa1f58056a4', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'port_id': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'mac_address': 'fa:16:3e:3b:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:15:43Z', 'updated_at': '2022-04-14T21:15:43Z', 'revision_number': 0, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:45.176266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (1be42499-afe7-4328-b7f8-b660309d2cad), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.202254 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Checking router: 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:45.210645 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:45.211241 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:15:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:45.269524 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1be42499-afe7-4328-b7f8-b660309d2cad), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.296936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be42499-afe7-4328-b7f8-b660309d2cad,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:45.322024 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:45.374853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.376118 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-28cedab8-a512-4210-8323-28feb3308a02 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3653727 Apr 14 21:15:45.379204 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38728) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:45.383651 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:45.469340 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (09f96ff8-a844-48aa-9564-85314873db92), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.523777 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (09f96ff8-a844-48aa-9564-85314873db92), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.541796 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'cd6c5cf9-3027-428d-a25b-4fa1f58056a4', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'port_id': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'mac_address': 'fa:16:3e:3b:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:15:43Z', 'updated_at': '2022-04-14T21:15:43Z', 'revision_number': 0, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:45.595999 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (09f96ff8-a844-48aa-9564-85314873db92), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.618750 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f96ff8-a844-48aa-9564-85314873db92,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:45.664083 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bb92a-6fa4-4ccb-8499-9579cfb21a3b None None] The sync data for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi is: [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'cd6c5cf9-3027-428d-a25b-4fa1f58056a4', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'port_id': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'mac_address': 'fa:16:3e:3b:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:15:43Z', 'updated_at': '2022-04-14T21:15:43Z', 'revision_number': 0, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:45.695381 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.696814 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-13e30249-e3b3-452a-a666-32c9b12a6b71 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165545 Apr 14 21:15:45.710065 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38732) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:45.710065 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:45.794833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (5e52f59d-45de-40bc-8aaf-a0e06d3f4c74), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.854400 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (5e52f59d-45de-40bc-8aaf-a0e06d3f4c74), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.881125 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745345ea-c879-45ec-b124-5dc5ed61d51a None None] New status for floating IP cd6c5cf9-3027-428d-a25b-4fa1f58056a4: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:15:45.938348 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (5e52f59d-45de-40bc-8aaf-a0e06d3f4c74), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:45.956203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e52f59d-45de-40bc-8aaf-a0e06d3f4c74,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:46.043388 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.044624 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-424ac720-18fc-4460-b791-1b09c9c4b619 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433461 Apr 14 21:15:46.047431 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38738) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:46.051703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:46.172439 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (477a0045-ed02-4bc2-843a-025115ab9f67), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.176930 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf51bc-ad4b-41ac-8c1c-a5c189265771 req-51cdc32c-ea4b-4427-9ef4-509f9f3971f0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:46.178525 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-84bf51bc-ad4b-41ac-8c1c-a5c189265771 req-51cdc32c-ea4b-4427-9ef4-509f9f3971f0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0648332 Apr 14 21:15:46.230000 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (477a0045-ed02-4bc2-843a-025115ab9f67), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.304064 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (477a0045-ed02-4bc2-843a-025115ab9f67), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.323983 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477a0045-ed02-4bc2-843a-025115ab9f67,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:46.386295 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.387429 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6ab5fa98-a6cd-4432-87f6-23ba537a2945 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390632 Apr 14 21:15:46.390292 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38744) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:46.394620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:46.470829 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-84bf51bc-ad4b-41ac-8c1c-a5c189265771 req-b93fca4d-5145-489b-a678-1f04e8aeb067 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866344 Apr 14 21:15:46.526866 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (b392b378-6636-49eb-b821-ce6da1ec62c7), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.582693 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (b392b378-6636-49eb-b821-ce6da1ec62c7), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.680777 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (b392b378-6636-49eb-b821-ce6da1ec62c7), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.701338 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b392b378-6636-49eb-b821-ce6da1ec62c7,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:46.792097 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.793377 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-aa777734-255f-44d9-a951-dc6cf8c182a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021463 Apr 14 21:15:46.796054 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38750) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:46.800331 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:46.892773 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.securitygroups_db [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Project d6603aea043146bb977ae3845b741d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:15:46.899197 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (d13f1f27-5ff2-48e6-b5fe-5a95c5b0f86c), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:46.957626 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (d13f1f27-5ff2-48e6-b5fe-5a95c5b0f86c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.035357 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (d13f1f27-5ff2-48e6-b5fe-5a95c5b0f86c), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.054574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13f1f27-5ff2-48e6-b5fe-5a95c5b0f86c,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:47.123056 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.124237 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3f562b22-540f-4ccd-add0-c3b897528042 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273449 Apr 14 21:15:47.127007 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 38754) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:47.132085 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'security_group_rule': {'security_group_id': '1be42499-afe7-4328-b7f8-b660309d2cad', 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:47.234400 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.securitygroups_db [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Project d6603aea043146bb977ae3845b741d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:15:47.240635 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (ec0f0bc3-8660-4a8f-929a-1794c8560ff9), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.296881 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (ec0f0bc3-8660-4a8f-929a-1794c8560ff9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.383970 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (ec0f0bc3-8660-4a8f-929a-1794c8560ff9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.401513 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0f0bc3-8660-4a8f-929a-1794c8560ff9,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:47.471193 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.472309 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-325b19b6-72fa-47ce-85bc-3e950123c6a0 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443937 Apr 14 21:15:47.558911 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-12709aa5-81e4-49cf-9856-913a02899cbf req-b5d0ad4e-a87a-4f96-88ac-7e32cf790b20 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025000497&fields=id&tenant_id=d6603aea043146bb977ae3845b741d1e HTTP/1.1" status: 200 len: 267 time: 0.0429385 Apr 14 21:15:47.608254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709aa5-81e4-49cf-9856-913a02899cbf req-54087452-537a-4e6b-bc8c-355b6aaed195 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:47.609753 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-12709aa5-81e4-49cf-9856-913a02899cbf req-54087452-537a-4e6b-bc8c-355b6aaed195 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0456975 Apr 14 21:15:47.620621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'port': {'security_groups': ['ea7f4a74-b96d-47d4-9bef-ab5ae5b21349', '1be42499-afe7-4328-b7f8-b660309d2cad']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:15:47.692133 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.873788 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:47.901565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:47.935165 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:15:47.983786 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:48.030221 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:48.030877 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:48.032199 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-12709aa5-81e4-49cf-9856-913a02899cbf req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "PUT /v2.0/ports/847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 982 time: 0.4159484 Apr 14 21:15:48.032641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:48.035124 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545d66a-b86f-4e4d-a588-2766306c1fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:48.059159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c09ce7-a556-44c3-a1fe-31af80d448d9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=6']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:48.144065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd52244-2ca7-46e4-b802-3c3370ad2779 req-8ed1d2a1-1a15-4bc2-8848-73a0b2b2a234 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:48.145641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9cd52244-2ca7-46e4-b802-3c3370ad2779 req-8ed1d2a1-1a15-4bc2-8848-73a0b2b2a234 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Apr 14 21:15:48.196538 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9cd52244-2ca7-46e4-b802-3c3370ad2779 req-f9c0c18f-907c-4f8c-8295-b453a2add4ec tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446966 Apr 14 21:15:48.211534 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-36230870-c8a1-411b-b7d8-157187965ac9 None None] Provisioning complete for port 847d9e6a-e048-429e-8e34-b02fcedc2062 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:15:48.212481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36230870-c8a1-411b-b7d8-157187965ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:48.247781 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89e90b-0e9b-4e30-8476-82c31e7c42c7 x-openstack-request-id: req-7b89e90b-0e9b-4e30-8476-82c31e7c42c7 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:48.248074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:48.248327 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b89e90b-0e9b-4e30-8476-82c31e7c42c7 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:48.248735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b89e90b-0e9b-4e30-8476-82c31e7c42c7'] response: {'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:15:48.298525 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-36230870-c8a1-411b-b7d8-157187965ac9 None None] Current status of the port 847d9e6a-e048-429e-8e34-b02fcedc2062 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:48.346387 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146a550-0213-46cf-b5c3-07978ec314b5 req-aa625fa2-4f6a-42fe-a630-d9e1702431e5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:48.347827 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3146a550-0213-46cf-b5c3-07978ec314b5 req-aa625fa2-4f6a-42fe-a630-d9e1702431e5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0487282 Apr 14 21:15:48.405398 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3146a550-0213-46cf-b5c3-07978ec314b5 req-6627cb3c-6ef0-4fdf-bea2-d79f6a95e581 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513530 Apr 14 21:15:49.321592 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919992ec-e180-49fe-ae77-b01ae824ecc9 req-60d91d8b-6f96-4605-abdb-6f90a6e91253 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:49.323078 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-919992ec-e180-49fe-ae77-b01ae824ecc9 req-60d91d8b-6f96-4605-abdb-6f90a6e91253 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Apr 14 21:15:49.369573 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-919992ec-e180-49fe-ae77-b01ae824ecc9 req-97c25d80-bab6-441b-9e4e-6a425948b82a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408351 Apr 14 21:15:50.483810 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa2b7-83e9-49f3-9ffd-4ec36fb87bb1 req-edec1da7-d3a3-4ba8-95d5-7d2c0c00c184 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:50.485303 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9beaa2b7-83e9-49f3-9ffd-4ec36fb87bb1 req-edec1da7-d3a3-4ba8-95d5-7d2c0c00c184 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0458748 Apr 14 21:15:50.533927 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9beaa2b7-83e9-49f3-9ffd-4ec36fb87bb1 req-40a0e120-3c6d-4fd9-85d9-bf01e02f47b9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Apr 14 21:15:50.537986 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['847d9e6a-e048-429e-8e34-b02fcedc2062'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:15:51.650716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938d5d8-77e6-4740-8b11-6d34d9729805 req-84f1eda6-6a7a-417b-8f05-609ff3f79f4b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:51.652099 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e938d5d8-77e6-4740-8b11-6d34d9729805 req-84f1eda6-6a7a-417b-8f05-609ff3f79f4b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0446167 Apr 14 21:15:51.696909 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e938d5d8-77e6-4740-8b11-6d34d9729805 req-69d892ac-fe74-48ab-a73c-1829da32ca7d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Apr 14 21:15:52.377347 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-7f5a808f-510b-4d66-ab84-e568844f5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:52.378870 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-7f5a808f-510b-4d66-ab84-e568844f5f08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1169 time: 0.0391557 Apr 14 21:15:52.479334 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-9ce7973c-70e0-49cd-8f8d-33d3a51fd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:52.479334 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-9ce7973c-70e0-49cd-8f8d-33d3a51fd30e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 916 time: 0.0925162 Apr 14 21:15:52.543432 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-56350aeb-0b4f-46ec-8239-e74451e5d729 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 1002 time: 0.0579031 Apr 14 21:15:52.597078 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-695ff32b-a714-4bb2-940f-cf6561f497ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:52.598531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-695ff32b-a714-4bb2-940f-cf6561f497ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0486419 Apr 14 21:15:52.823541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-ccced3cf-8d5d-41a2-a4eb-cc71d36ee28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:52.825063 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-ccced3cf-8d5d-41a2-a4eb-cc71d36ee28f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667739 Apr 14 21:15:52.833030 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004caae-c71a-403b-892b-24d52c8f7f49 req-0f792001-0fe4-4deb-8acb-398f78a85ae7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:52.835147 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5004caae-c71a-403b-892b-24d52c8f7f49 req-0f792001-0fe4-4deb-8acb-398f78a85ae7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0678461 Apr 14 21:15:52.952744 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-f1e89662-4390-440f-a3e8-6b6efd4c698a service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165764 Apr 14 21:15:52.957190 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5004caae-c71a-403b-892b-24d52c8f7f49 req-6f896840-6a0e-4eb4-a68d-884ae615a439 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133294 Apr 14 21:15:53.051102 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d4058a82-a75b-4bcb-a1c7-34f270bafd50 req-15677ad7-ed1f-4b09-907d-19bfe54799c6 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895951 Apr 14 21:15:53.213695 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-362e24da-6249-4353-9a4d-3d2b8ad1ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:53.215192 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-362e24da-6249-4353-9a4d-3d2b8ad1ca1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1169 time: 0.0399258 Apr 14 21:15:53.303835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['847d9e6a-e048-429e-8e34-b02fcedc2062'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:15:53.319061 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-721c38db-2c8b-47ad-91b8-67857629ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:53.320533 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-721c38db-2c8b-47ad-91b8-67857629ed65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 916 time: 0.0842166 Apr 14 21:15:53.396189 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-3cfeff0c-efd1-4179-b74c-079e1b78058f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 1002 time: 0.0680094 Apr 14 21:15:53.447913 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-db71f6b9-7634-4f10-a6e5-f7049001d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:53.449565 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-db71f6b9-7634-4f10-a6e5-f7049001d6e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0471323 Apr 14 21:15:53.491983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-5f86eb1d-eba2-4176-9532-0e1bd2b66e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:53.493570 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-5f86eb1d-eba2-4176-9532-0e1bd2b66e24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377245 Apr 14 21:15:53.588277 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-654c2aa7-a7e8-4e40-9896-c6f4ca21e9b4 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866933 Apr 14 21:15:53.697263 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6545d66a-b86f-4e4d-a588-2766306c1fcb req-30662d19-6011-4d18-bb4b-9dcd3211d3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827923 Apr 14 21:15:54.092280 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c0ff-c645-4c10-9ccf-c35a857793f2 req-9fafabf3-73cf-4af7-9fbe-3b3b28efe742 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:54.094114 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0014c0ff-c645-4c10-9ccf-c35a857793f2 req-9fafabf3-73cf-4af7-9fbe-3b3b28efe742 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Apr 14 21:15:54.148780 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0014c0ff-c645-4c10-9ccf-c35a857793f2 req-fd01db78-6ff6-4735-8d34-b04d6ec1205b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Apr 14 21:15:55.267524 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801615-e8f5-49cd-ac5d-6a698d2059ad req-e57ad9f5-3536-4380-bdb5-0d6072874ab1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:55.269027 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-22801615-e8f5-49cd-ac5d-6a698d2059ad req-e57ad9f5-3536-4380-bdb5-0d6072874ab1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0500934 Apr 14 21:15:55.323604 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-22801615-e8f5-49cd-ac5d-6a698d2059ad req-69ab0720-8a6b-4dab-b090-cf44091fbc02 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484376 Apr 14 21:15:56.441612 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d8d2c-06b1-4c1b-b4f9-51f1055da02b req-c196579b-930e-4740-839e-b44b4206745b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:56.443066 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5f7d8d2c-06b1-4c1b-b4f9-51f1055da02b req-c196579b-930e-4740-839e-b44b4206745b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0454681 Apr 14 21:15:56.488763 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5f7d8d2c-06b1-4c1b-b4f9-51f1055da02b req-bb620ded-dfd9-4ba4-81da-c8fed5490351 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Apr 14 21:15:57.610762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d64ba6-a0c7-4d51-96d6-c1bedc180093 req-4a7fcffa-be55-443e-a1c9-4283c0630116 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:57.612219 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f9d64ba6-a0c7-4d51-96d6-c1bedc180093 req-4a7fcffa-be55-443e-a1c9-4283c0630116 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Apr 14 21:15:57.657889 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f9d64ba6-a0c7-4d51-96d6-c1bedc180093 req-0d82cdcf-c946-4136-858e-6f6142453a09 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 Apr 14 21:15:58.774723 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ace50-3d59-4383-a702-a72cd1d95a9e req-671125a9-c565-4d4e-a373-c6f5f92c09c3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:58.776207 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e72ace50-3d59-4383-a702-a72cd1d95a9e req-671125a9-c565-4d4e-a373-c6f5f92c09c3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0468364 Apr 14 21:15:58.822655 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e72ace50-3d59-4383-a702-a72cd1d95a9e req-5a734409-11c8-49dc-95c0-29625021935f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Apr 14 21:15:59.254094 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:15:59.353310 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:59.365434 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:15:59.402402 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: ACTIVE; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:15:59.402795 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.415477 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:15:59.438918 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:59.550565 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.603625 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=6']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:59.610993 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.611335 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.611671 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.612338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.612338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.612676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.613028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.613357 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.613680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.614044 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.614510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.614854 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.615181 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.615499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.615817 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.675212 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['4eba79d3-fcd7-4dd6-ba11-67da954615cc'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:15:59.942625 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb86f3-8013-4661-99ba-5c892d7071e8 req-1a7f26b5-e072-40d5-a1cb-d8a69ab9468d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:59.944760 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-80eb86f3-8013-4661-99ba-5c892d7071e8 req-1a7f26b5-e072-40d5-a1cb-d8a69ab9468d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.0519576 Apr 14 21:15:59.991665 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-80eb86f3-8013-4661-99ba-5c892d7071e8 req-e78eacfb-b2a4-47ef-972e-6569a979fba6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Apr 14 21:16:01.108840 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016264-fc4b-4304-bbec-bc1c08dadaf0 req-cea632da-0e4f-4595-b386-b749c4291eec tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:01.110316 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-85016264-fc4b-4304-bbec-bc1c08dadaf0 req-cea632da-0e4f-4595-b386-b749c4291eec tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.0490401 Apr 14 21:16:01.155612 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-85016264-fc4b-4304-bbec-bc1c08dadaf0 req-33a612e1-15e0-49eb-b3cf-3acfcad01467 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Apr 14 21:16:01.308386 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:16:01.358028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 4eba79d3-fcd7-4dd6-ba11-67da954615cc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:16:01.358403 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:01.435849 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:01.436234 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:01.459674 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:01.461918 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6884e222-7040-4b0c-9dc3-7d42d4d5ef70" -d '{"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:01.475523 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:01.499295 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff245413-ff0a-440d-a0dd-03fef319fc2e x-openstack-request-id: req-ff245413-ff0a-440d-a0dd-03fef319fc2e {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:01.499609 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:01.499872 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff245413-ff0a-440d-a0dd-03fef319fc2e {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:01.500276 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff245413-ff0a-440d-a0dd-03fef319fc2e'] response: {'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'code': 200} Apr 14 21:16:01.535180 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:01.585312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=7']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:02.274012 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9559-8458-4177-ab1e-adcd43948816 req-e26714f3-f446-4170-a547-33270e14a9d1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:02.275515 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dbdb9559-8458-4177-ab1e-adcd43948816 req-e26714f3-f446-4170-a547-33270e14a9d1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0467868 Apr 14 21:16:02.321510 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dbdb9559-8458-4177-ab1e-adcd43948816 req-a7a28684-92ad-4370-8c3f-d41b6f661182 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Apr 14 21:16:03.446139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1721-fd03-4737-b70a-6aaf9f7d758f req-ca6b0500-3627-435d-89bf-79b265c0f74b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:03.448048 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a74c1721-fd03-4737-b70a-6aaf9f7d758f req-ca6b0500-3627-435d-89bf-79b265c0f74b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Apr 14 21:16:03.497511 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a74c1721-fd03-4737-b70a-6aaf9f7d758f req-f3b2c5cb-26ae-4625-93ac-8be1c585d345 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Apr 14 21:16:04.197533 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-a5db30c3-4e33-4f97-8931-5a6b1214162a tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987151094&fields=id&tenant_id=63e765f15c224887ae831ee7c1cbdeb5 HTTP/1.1" status: 200 len: 267 time: 0.0430059 Apr 14 21:16:04.309430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-85bcae31-1209-4fe6-8311-ca0778b9a84c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.309430 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-85bcae31-1209-4fe6-8311-ca0778b9a84c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 808 time: 0.1003227 Apr 14 21:16:04.318387 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-9c5e877d-0c85-4f9f-ac1d-ee8d6505d573 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/quotas/63e765f15c224887ae831ee7c1cbdeb5 HTTP/1.1" status: 200 len: 375 time: 0.0088632 Apr 14 21:16:04.365972 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-4e63ac79-f81c-4b20-bace-655ad044dea2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425832 Apr 14 21:16:04.466753 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-76c10059-abfd-4875-afd0-e5463fbdc580 service neutron] 10.222.0.24 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893910 Apr 14 21:16:04.558178 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-f217e534-0992-4f10-a179-a85f71c22ea6 service neutron] 10.222.0.24 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Apr 14 21:16:04.621914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffddcf-77ca-4bb5-8f66-c2b4d3d2b710 req-853f8f7b-ae47-4646-92de-21a157639a0c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.623409 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e1ffddcf-77ca-4bb5-8f66-c2b4d3d2b710 req-853f8f7b-ae47-4646-92de-21a157639a0c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0456760 Apr 14 21:16:04.675045 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e1ffddcf-77ca-4bb5-8f66-c2b4d3d2b710 req-574cad8b-380f-4635-bb33-2739945313b7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453486 Apr 14 21:16:05.126577 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75b99b48-4d24-41e0-822d-e61e01a850b0 req-be48ee4b-17f8-420b-b667-ff8e47cc6c48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Apr 14 21:16:05.803977 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3402952-306e-4fd9-87f5-e58ab1322fca req-1b8777f2-7a0e-4b3d-9760-03b4de1db6e2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:05.805568 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c3402952-306e-4fd9-87f5-e58ab1322fca req-1b8777f2-7a0e-4b3d-9760-03b4de1db6e2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0550513 Apr 14 21:16:05.853996 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c3402952-306e-4fd9-87f5-e58ab1322fca req-a2aca26c-4244-4165-a87d-aa95748d5395 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Apr 14 21:16:06.206912 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf7154f9-392a-4fb4-ab7a-6409942cf19e req-3fcfc357-019d-4133-be1d-c999cbda4ff6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Apr 14 21:16:06.463901 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.971055 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d4c9-d1ce-493a-a4c4-5f1b84e420b6 req-2336a583-0ae3-44b0-af73-4fdd48ef21d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:06.972622 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3102d4c9-d1ce-493a-a4c4-5f1b84e420b6 req-2336a583-0ae3-44b0-af73-4fdd48ef21d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0468192 Apr 14 21:16:07.022031 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3102d4c9-d1ce-493a-a4c4-5f1b84e420b6 req-5cd05a43-fe04-42da-9003-52d249724c6b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Apr 14 21:16:07.298487 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aa51ac2f-d2b8-48f8-85f3-f793d9aea0af req-025f3a3c-0323-4ca6-9b02-e4862eaae6ae tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0260997 Apr 14 21:16:08.137121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce3d8-0d36-4dc3-926a-9ba6e928809b req-ab2bfb4f-ec9b-4511-b2cc-dcd453ef9a34 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:08.138587 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d2ce3d8-0d36-4dc3-926a-9ba6e928809b req-ab2bfb4f-ec9b-4511-b2cc-dcd453ef9a34 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Apr 14 21:16:08.185078 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d2ce3d8-0d36-4dc3-926a-9ba6e928809b req-991fad29-ca22-4da2-826b-8ac3e5a273f6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Apr 14 21:16:08.391933 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c879be74-69e7-4f70-8190-6f46a135ccd1 req-535479ce-f620-4102-81ce-91fcb4be9348 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0284169 Apr 14 21:16:08.680700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b1e68c31-7769-4a4c-93e5-9be9b4b00c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:09.298855 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97707ad3-c08c-45c3-8b8a-75cda9b66be6 req-e0f0e425-8c3b-4148-87d0-127e91d5a93a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:09.300372 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-97707ad3-c08c-45c3-8b8a-75cda9b66be6 req-e0f0e425-8c3b-4148-87d0-127e91d5a93a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0469735 Apr 14 21:16:09.346588 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-97707ad3-c08c-45c3-8b8a-75cda9b66be6 req-6fe9092c-bb6e-41d7-b628-6b3647eb748e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Apr 14 21:16:09.483935 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-96c143b3-5137-4697-9468-a891c273ceae req-833ea378-6428-4e67-8e6a-476336fc05d2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0255070 Apr 14 21:16:10.461237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aee1b-6cc9-46db-a3d9-018b4643a8ba req-30689d05-7d17-408f-bb89-6e74b863f297 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:10.462745 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b96aee1b-6cc9-46db-a3d9-018b4643a8ba req-30689d05-7d17-408f-bb89-6e74b863f297 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0455525 Apr 14 21:16:10.513689 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b96aee1b-6cc9-46db-a3d9-018b4643a8ba req-e5a47f31-0297-40bb-ac39-9bc835b09c40 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452924 Apr 14 21:16:10.577281 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2cafc6be-bc6e-4eee-b0ba-66f4b3ad4956 req-49fac9b1-f528-4441-8028-2d57ebe31736 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0269079 Apr 14 21:16:10.983970 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a26b2d9e-763f-4fd2-b94b-2059c37993e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:11.631180 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff78e-9cdb-4bce-af1d-ed7a67493b8f req-d4519cb4-ba86-4a5d-9513-f4d22bf3a6e9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:11.632631 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0e1ff78e-9cdb-4bce-af1d-ed7a67493b8f req-d4519cb4-ba86-4a5d-9513-f4d22bf3a6e9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0468647 Apr 14 21:16:11.678410 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3207c4c9-714b-475f-9a70-14915ec3264e req-7d46bcc9-287c-45e6-9c23-2fe109f5da9d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Apr 14 21:16:11.680620 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0e1ff78e-9cdb-4bce-af1d-ed7a67493b8f req-959b540c-3d22-4186-bc19-4f9f984d20b1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Apr 14 21:16:11.959779 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.758603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-76105a16-df5a-47fc-af7b-ceef48357292 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:12.758603 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-76105a16-df5a-47fc-af7b-ceef48357292 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 808 time: 0.1118672 Apr 14 21:16:12.786895 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6f12f5d7-253d-469c-87af-91a5436f4827 req-3b6f1a8c-88d9-4dd3-8fd6-94b39f3c92a0 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Apr 14 21:16:12.815404 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c025f2f-517d-4c54-884c-242dc0ec92c9 req-1506fa23-69da-4773-8294-04d5cf1c7263 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:12.816903 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9c025f2f-517d-4c54-884c-242dc0ec92c9 req-1506fa23-69da-4773-8294-04d5cf1c7263 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0500715 Apr 14 21:16:12.863007 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9c025f2f-517d-4c54-884c-242dc0ec92c9 req-5d69df57-dc07-4b99-9639-fc32171e9b95 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 Apr 14 21:16:13.165317 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39128) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:13.176520 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-09ec8789-d887-417d-8a7b-9a86a8c65080 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e765f15c224887ae831ee7c1cbdeb5 HTTP/1.1" status: 200 len: 380 time: 0.0692782 Apr 14 21:16:13.195412 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'port': {'device_id': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'admin_state_up': True, 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'security_groups': ['0d11f33b-32a5-433f-872c-200921fb06c1']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:13.301809 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.361170 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.387704 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Publish callbacks [] for security_group (1762661a-9ed9-4bda-8ab3-31689e070144), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.458483 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Made reservation on behalf of 63e765f15c224887ae831ee7c1cbdeb5 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:16:13.461979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.543678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1762661a-9ed9-4bda-8ab3-31689e070144), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.589250 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0744d4061c8f4ab7934821e47715dda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224510 Apr 14 21:16:13.590134 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1762661a-9ed9-4bda-8ab3-31689e070144,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:13.593871 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39148) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:13.606259 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Allocated IP 172.20.0.3 (0a4048bd-d5eb-4601-8fea-9b388ef916cf/70e2bfa7-9d6c-4279-ae8a-93c0a7856207/9209afc6-c038-43e8-8827-61d339d996f9) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:16:13.610599 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.610940 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.611290 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.611634 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.611970 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.612524 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.613211 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.613829 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.614394 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.615225 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.615774 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.616354 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.616883 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.617438 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.617774 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c3759-8df4-4d1b-9a8e-07bd288bf4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:13.686734 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] Publish callbacks [] for security_group (1762661a-9ed9-4bda-8ab3-31689e070144), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.738243 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] Publish callbacks [] for security_group (1762661a-9ed9-4bda-8ab3-31689e070144), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.801800 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for port (9209afc6-c038-43e8-8827-61d339d996f9), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.888816 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5ac7ae2d-3442-449e-bb73-3064092ad3da req-f12494d3-31f1-4821-8e95-5aa0bb86318b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0278575 Apr 14 21:16:13.898073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1762661a-9ed9-4bda-8ab3-31689e070144), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.900701 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.902647 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1762661a-9ed9-4bda-8ab3-31689e070144 HTTP/1.1" status: 204 len: 168 time: 0.3078663 Apr 14 21:16:13.909848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d72f2-7ff0-4fe8-828a-198b98910010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762661a-9ed9-4bda-8ab3-31689e070144,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:13.931994 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.029156 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:14.052353 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:16:14.054052 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.054489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.054927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.055361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.055787 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.056266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.058559 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.059018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.059494 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.060015 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.060401 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.063086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.063537 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.063974 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.064416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:14.069135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:16:14.078888 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:16:14.095108 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3f83-ffdd-4433-b602-faa22cf3f23f req-03d013d1-cc34-412d-9bdd-1b1bf8829f54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:14.100314 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bf3d3f83-ffdd-4433-b602-faa22cf3f23f req-03d013d1-cc34-412d-9bdd-1b1bf8829f54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.1006620 Apr 14 21:16:14.142330 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:14.143570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.185096 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bf3d3f83-ffdd-4433-b602-faa22cf3f23f req-65b75990-13b6-4b93-9bb1-20459747c273 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740476 Apr 14 21:16:14.272316 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-0ff57ae4-50a1-4622-9b9a-ed7203a54a48 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0812161 Apr 14 21:16:14.287684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Request body: {'port': {'device_id': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:14.352086 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39180) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:14.358105 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23930620', 'description': 'tempest-description--221405729'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:14.380763 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-af32eeee-f8f1-4cbc-8f12-b076778f1f43 None None] Provisioning complete for port 9209afc6-c038-43e8-8827-61d339d996f9 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:16:14.382051 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-af32eeee-f8f1-4cbc-8f12-b076778f1f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (9209afc6-c038-43e8-8827-61d339d996f9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.388477 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.420879 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-af32eeee-f8f1-4cbc-8f12-b076778f1f43 None None] Port 9209afc6-c038-43e8-8827-61d339d996f9 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:16:14.521486 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.647219 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a82cf2f3-5644-47d7-bca8-bf8251a0b66a), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.703548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a82cf2f3-5644-47d7-bca8-bf8251a0b66a), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.734915 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82cf2f3-5644-47d7-bca8-bf8251a0b66a,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:14.792204 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.797062 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-69b7b53c-b4fa-42bf-980e-c24875a52fc6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4438469 Apr 14 21:16:14.797897 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39190) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:14.798297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9209afc6-c038-43e8-8827-61d339d996f9 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:16:14.803406 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'a82cf2f3-5644-47d7-bca8-bf8251a0b66a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:14.807635 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks [] for port (9209afc6-c038-43e8-8827-61d339d996f9), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.834941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Transition to ACTIVE for port object 9209afc6-c038-43e8-8827-61d339d996f9 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:16:15.048217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b206-5474-48e3-9ec0-f53c6c601e15 req-59fafbf4-d521-4e8e-8162-ddbb1992d3b9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:15.056279 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9006b206-5474-48e3-9ec0-f53c6c601e15 req-59fafbf4-d521-4e8e-8162-ddbb1992d3b9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 931 time: 0.0725460 Apr 14 21:16:15.118949 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9006b206-5474-48e3-9ec0-f53c6c601e15 req-af822946-d77e-45f3-b1f8-5e7ff9616f42 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614316 Apr 14 21:16:15.202481 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (b4b05c17-a703-47c0-a64e-c8d3a32bbf83), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.235159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.235520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.287478 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (b4b05c17-a703-47c0-a64e-c8d3a32bbf83), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.377439 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (b4b05c17-a703-47c0-a64e-c8d3a32bbf83), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.402824 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b05c17-a703-47c0-a64e-c8d3a32bbf83,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:15.439661 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:15.481956 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc02edd-3836-43b7-8510-c815a133bdcd req-744677c1-e454-4a47-ba06-ddae00c97792 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:15.486755 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0cc02edd-3836-43b7-8510-c815a133bdcd req-744677c1-e454-4a47-ba06-ddae00c97792 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.1537740 Apr 14 21:16:15.500383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.503229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0e6b89bf-0e0d-49b0-9e26-66403cc47078 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7043614 Apr 14 21:16:15.511923 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39210) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:15.517462 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'a82cf2f3-5644-47d7-bca8-bf8251a0b66a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:15.550760 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Attempting to bind port 9209afc6-c038-43e8-8827-61d339d996f9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:16:15.551100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Attempting to bind port 9209afc6-c038-43e8-8827-61d339d996f9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:16:15.552013 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Attempting to bind port 9209afc6-c038-43e8-8827-61d339d996f9 on network 0a4048bd-d5eb-4601-8fea-9b388ef916cf {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:16:15.565548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Port 9209afc6-c038-43e8-8827-61d339d996f9 on network 0a4048bd-d5eb-4601-8fea-9b388ef916cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:16:15.565875 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Attempting to bind port 9209afc6-c038-43e8-8827-61d339d996f9 on network 0a4048bd-d5eb-4601-8fea-9b388ef916cf {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:16:15.579537 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:16:15.579877 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Checking segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:16:15.580254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Bound using segment: {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:16:15.580730 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Bound port: 9209afc6-c038-43e8-8827-61d339d996f9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63299c8f-5795-41c1-9ea0-57879fffd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:16:15.581123 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.610356 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0cc02edd-3836-43b7-8510-c815a133bdcd req-cacd5080-df99-4312-8532-f0000bf4401a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162865 Apr 14 21:16:15.641462 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (b6f58098-d5f7-4ba9-b0fb-51aa6bd7912f), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.711005 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:16:15.715376 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:16:15.733540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (b6f58098-d5f7-4ba9-b0fb-51aa6bd7912f), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.812118 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (b6f58098-d5f7-4ba9-b0fb-51aa6bd7912f), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.815196 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.842547 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f58098-d5f7-4ba9-b0fb-51aa6bd7912f,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:15.875912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:15.876201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.878569 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] 10.222.0.57 "PUT /v2.0/ports/9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 1093 time: 1.5967946 Apr 14 21:16:15.882161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:15.886199 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea5039-53b5-4a10-9061-8f31086e12c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:15.901700 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.903015 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8e4ac0bc-a4ff-41b6-8ffe-e6012dcbea21 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900006 Apr 14 21:16:15.906385 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39220) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:15.922073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:15.929358 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1156d-edb1-41b9-882b-a7d297351980 service neutron] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:16.010742 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39704453-a897-40a7-b9ee-d5a6e86363ad x-openstack-request-id: req-39704453-a897-40a7-b9ee-d5a6e86363ad {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:16.011078 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:16.011326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39704453-a897-40a7-b9ee-d5a6e86363ad {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:16.011726 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39704453-a897-40a7-b9ee-d5a6e86363ad'] response: {'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'status': 'completed', 'code': 200} Apr 14 21:16:16.046584 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.078496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-a7cb1dec-2c19-40e1-9421-f969306bc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.079948 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-a7cb1dec-2c19-40e1-9421-f969306bc53e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1127 time: 0.0564892 Apr 14 21:16:16.149352 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-9d937e04-c103-4e97-8c6c-4d4eb86d8312 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 217 time: 0.0617771 Apr 14 21:16:16.230726 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.257784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-29509122-6b2b-4219-add4-3d740f581e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.258850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-29509122-6b2b-4219-add4-3d740f581e3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.1019194 Apr 14 21:16:16.354191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-c41d12ae-108e-46ca-90dc-c944b385624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.355806 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-c41d12ae-108e-46ca-90dc-c944b385624f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730057 Apr 14 21:16:16.362088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877521-7a92-42d2-9d64-48987867e199 req-f31499b0-e834-451a-95e4-e36d6f55d8c6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.363717 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-98877521-7a92-42d2-9d64-48987867e199 req-f31499b0-e834-451a-95e4-e36d6f55d8c6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.1039453 Apr 14 21:16:16.425337 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.27.0.225 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/4aaddee2-73ce-476c-861f-301e4375e16c) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:16:16.469589 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-98877521-7a92-42d2-9d64-48987867e199 req-30aa4047-4fba-465b-91fb-cff871f80242 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963726 Apr 14 21:16:16.554077 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-eae32180-3117-4709-a87a-8f0d9021eb5c service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801269 Apr 14 21:16:16.619462 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (4aaddee2-73ce-476c-861f-301e4375e16c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.686681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88860f3e-29ed-4659-bab8-9a9aac751ac9 req-4575b4a6-fc3f-429f-bf7e-4a0f9f363153 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339736 Apr 14 21:16:16.777418 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3079463-8f26-4f94-ae85-aae056339be8 req-68725af1-b187-4fa0-bf92-d3d6e175791a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.786934 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c3079463-8f26-4f94-ae85-aae056339be8 req-68725af1-b187-4fa0-bf92-d3d6e175791a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0776482 Apr 14 21:16:16.816271 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.902641 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c3079463-8f26-4f94-ae85-aae056339be8 req-84c35350-513d-45f6-ab76-a50dc9a0c12e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036541 Apr 14 21:16:16.933288 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:16:16.944364 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=4aaddee2-73ce-476c-861f-301e4375e16c,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:16.948928 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:16:16.953884 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-71e22c59-ffd8-4515-bdeb-c0e3e4db50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:16.955221 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-71e22c59-ffd8-4515-bdeb-c0e3e4db50c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1127 time: 0.0924485 Apr 14 21:16:16.960188 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:16:16.963566 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 39240) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:17.076981 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-21670650-e416-45e7-912d-85e47951643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:17.078834 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-21670650-e416-45e7-912d-85e47951643c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.1092672 Apr 14 21:16:17.082427 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.141657 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-3c12530d-9a8e-4dad-ac8d-a7bb7763b497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 217 time: 0.0523126 Apr 14 21:16:17.166069 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-df24bb66-4123-48ac-986f-8c795bdd1eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.202883 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.227306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-7f64e000-47f6-4d4a-93f6-5665a68cba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:17.228942 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-7f64e000-47f6-4d4a-93f6-5665a68cba98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0777395 Apr 14 21:16:17.293550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-c0bd774d-dd17-4520-b66c-03f81d8a0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:17.295136 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-c0bd774d-dd17-4520-b66c-03f81d8a0d9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570538 Apr 14 21:16:17.398058 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (4aaddee2-73ce-476c-861f-301e4375e16c), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.407541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-df24bb66-4123-48ac-986f-8c795bdd1eed admin admin] Publish callbacks [] for security_group (24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.427897 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-2c3284b4-8f50-4e44-b1b6-d470bd2d7c1c service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209767 Apr 14 21:16:17.468544 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.506396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-df24bb66-4123-48ac-986f-8c795bdd1eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.515907 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=4aaddee2-73ce-476c-861f-301e4375e16c,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:17.579585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bb66-4123-48ac-986f-8c795bdd1eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:17.587106 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-df24bb66-4123-48ac-986f-8c795bdd1eed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84c3b81e708a4d40acf0f22a5217f333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215236 Apr 14 21:16:17.591142 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 39248) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:17.610906 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71ea5039-53b5-4a10-9061-8f31086e12c3 req-b4c2e2e4-5468-48d4-ac51-f179cdba17bc service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749849 Apr 14 21:16:17.637052 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.662890 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b61344-38a0-4936-a147-12723a9b6d89 req-5d5e778b-59e7-4be4-a726-66f7f042c69e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:17.664587 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91b61344-38a0-4936-a147-12723a9b6d89 req-5d5e778b-59e7-4be4-a726-66f7f042c69e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0785511 Apr 14 21:16:17.727310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] Publish callbacks [] for security_group (24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.734940 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91b61344-38a0-4936-a147-12723a9b6d89 req-096a90ec-98db-4ff8-9a41-4c6104a13444 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613871 Apr 14 21:16:17.763016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] Publish callbacks [] for security_group (24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.768531 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.770893 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7d084568-64c0-422d-8d17-24294f812e8b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8626785 Apr 14 21:16:17.892022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.894930 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.899467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3059559 Apr 14 21:16:17.908770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e74c-f3c9-4889-a1c0-788c00819ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0ef7e-f49e-439b-a34b-5d6d1c21e7f2,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:18.072236 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c43af-8adc-4d4a-98c1-a61b2f94891f req-be29a120-bca0-4dc6-93b6-6c9327746ec0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:18.072236 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3f9c43af-8adc-4d4a-98c1-a61b2f94891f req-be29a120-bca0-4dc6-93b6-6c9327746ec0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0646610 Apr 14 21:16:18.094704 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-79dff989-42a2-4209-ba7e-2ae665b2e619 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--23930620&fields=id&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 267 time: 0.0557609 Apr 14 21:16:18.143519 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3f9c43af-8adc-4d4a-98c1-a61b2f94891f req-c16d82fa-a46a-4ad8-8c4b-8f6c733b9b69 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609009 Apr 14 21:16:18.245072 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-451b0202-676d-434f-a6ef-737b395aa1c2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:18.245072 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-451b0202-676d-434f-a6ef-737b395aa1c2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.1390798 Apr 14 21:16:18.261000 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-3298b5d3-d681-428b-9e91-61ea96ca18ad tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/quotas/ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 375 time: 0.0098898 Apr 14 21:16:18.318240 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-89941620-7bb5-4c36-abfc-89929912a5ac tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506959 Apr 14 21:16:18.433193 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-08392df4-3470-4f0e-bb79-e0ded2d7c6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009758 Apr 14 21:16:18.554640 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-3a4f407c-a5a1-4a6f-a5a1-812d493b0de9 service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161556 Apr 14 21:16:18.866280 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65c345-d8b5-448f-9671-bac7feae5c66 req-7cd60236-e4df-49d0-94e0-af4e29f02442 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:18.867806 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7c65c345-d8b5-448f-9671-bac7feae5c66 req-7cd60236-e4df-49d0-94e0-af4e29f02442 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0634360 Apr 14 21:16:18.955523 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e8d366e4-21cb-4eab-b4fc-e6c22333e3a7 req-810e5816-5c4a-43ee-bf50-45e4b575caf5 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0500426 Apr 14 21:16:18.977793 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7c65c345-d8b5-448f-9671-bac7feae5c66 req-c3f0f8ce-5d78-4bab-b44d-11f3dac4a3d2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962725 Apr 14 21:16:19.311305 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96991358-8a1b-4277-9705-d4cbf60bd59d req-457951e2-c633-4d77-b03c-4b7d8a85aed9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:19.312971 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-96991358-8a1b-4277-9705-d4cbf60bd59d req-457951e2-c633-4d77-b03c-4b7d8a85aed9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0648949 Apr 14 21:16:19.390533 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-96991358-8a1b-4277-9705-d4cbf60bd59d req-7f25663c-cd38-451d-a4d1-d0056407794d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708172 Apr 14 21:16:20.095813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ddf6c5f6-1da8-429a-901e-da5c180cb52d req-19a3dab2-efb5-44f4-90ea-ab0b9a7de768 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0585589 Apr 14 21:16:20.124038 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8180-02ed-469f-8431-051fbb3930ea req-ad05b104-8078-41c6-9b25-f58eb96a73c5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:20.131615 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-682f8180-02ed-469f-8431-051fbb3930ea req-ad05b104-8078-41c6-9b25-f58eb96a73c5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0676157 Apr 14 21:16:20.157694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 39330) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:20.199326 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-682f8180-02ed-469f-8431-051fbb3930ea req-d50e2d63-9fa7-431b-8497-208881aba618 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667033 Apr 14 21:16:20.322480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5f28b896-60c6-4063-aa10-681cccf3c2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.411501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5f28b896-60c6-4063-aa10-681cccf3c2ca admin admin] Publish callbacks [] for security_group (8ec69a6e-d1fa-495b-a4af-d3c85f78bc13), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.486698 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5f28b896-60c6-4063-aa10-681cccf3c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8ec69a6e-d1fa-495b-a4af-d3c85f78bc13), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.559448 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5f28b896-60c6-4063-aa10-681cccf3c2ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=909faabed664474bbdbca294333d5858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975503 Apr 14 21:16:20.560708 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39340) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:20.571201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28b896-60c6-4063-aa10-681cccf3c2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec69a6e-d1fa-495b-a4af-d3c85f78bc13,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:20.676995 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] Publish callbacks [] for security_group (8ec69a6e-d1fa-495b-a4af-d3c85f78bc13), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.686664 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c3f8b-67f2-4b34-95ec-a36e4e1d21bc req-ffa26584-6115-40d0-8044-6903294b520a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:20.697611 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4b5c3f8b-67f2-4b34-95ec-a36e4e1d21bc req-ffa26584-6115-40d0-8044-6903294b520a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.1192708 Apr 14 21:16:20.742556 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] Publish callbacks [] for security_group (8ec69a6e-d1fa-495b-a4af-d3c85f78bc13), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.773182 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4b5c3f8b-67f2-4b34-95ec-a36e4e1d21bc req-bc929933-86f1-459b-b3cf-d712e96fd2e7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757763 Apr 14 21:16:20.983437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8ec69a6e-d1fa-495b-a4af-d3c85f78bc13), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.986398 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:20.990377 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ec69a6e-d1fa-495b-a4af-d3c85f78bc13 HTTP/1.1" status: 204 len: 168 time: 0.4256709 Apr 14 21:16:20.996703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51c8d-9bbf-4061-ae31-ccff40bc9a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec69a6e-d1fa-495b-a4af-d3c85f78bc13,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:21.238945 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7a41e67-0e83-4f16-a311-d29060df82df req-68f3ca49-76e5-486f-96a4-5a093e2f91a3 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Apr 14 21:16:21.379169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f390f-f836-4d49-aeb6-d81fc027ccd0 req-c3720307-eaff-408b-a2ae-332c170cab13 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:21.389183 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f90f390f-f836-4d49-aeb6-d81fc027ccd0 req-c3720307-eaff-408b-a2ae-332c170cab13 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0653725 Apr 14 21:16:21.449479 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f90f390f-f836-4d49-aeb6-d81fc027ccd0 req-13a72bfc-e4d9-4ffb-bb23-a9107e6d75a0 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590274 Apr 14 21:16:22.033560 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c196-44af-4ba7-9703-075e7a890720 req-d2485802-d396-4650-870c-e9be9c48e32c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:22.045535 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39e0c196-44af-4ba7-9703-075e7a890720 req-d2485802-d396-4650-870c-e9be9c48e32c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.1357689 Apr 14 21:16:22.102011 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39e0c196-44af-4ba7-9703-075e7a890720 req-af1fe3a6-45eb-4ff7-8dfb-203107d72eee tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546238 Apr 14 21:16:22.406615 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fcc2309b-b7b0-4285-89c6-8e655e5e5d4c req-7d84dee1-48b9-4ba8-a020-b08c12b19409 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0418084 Apr 14 21:16:22.583610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386b386-c75f-4b53-aaa7-b6dadac57e67 req-4a91d42e-7e4e-4be2-8964-b8758e6fc17e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:22.585283 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e386b386-c75f-4b53-aaa7-b6dadac57e67 req-4a91d42e-7e4e-4be2-8964-b8758e6fc17e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0638144 Apr 14 21:16:22.596562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36def7bd-70d8-4668-bbba-55466aecbf88 req-08d336bc-bf10-4e02-9e49-1aaa09070225 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:22.596562 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36def7bd-70d8-4668-bbba-55466aecbf88 req-08d336bc-bf10-4e02-9e49-1aaa09070225 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0676150 Apr 14 21:16:22.638702 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-985de55f-aff2-4e77-b621-3350cc4e9b77 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:22.640753 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-985de55f-aff2-4e77-b621-3350cc4e9b77 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.4991572 Apr 14 21:16:22.665921 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e386b386-c75f-4b53-aaa7-b6dadac57e67 req-1607b4d8-9d4f-427d-874b-cd6eca6678bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712571 Apr 14 21:16:22.692656 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36def7bd-70d8-4668-bbba-55466aecbf88 req-5c9868dd-247c-4e4b-9ca3-547a94c2ad26 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983524 Apr 14 21:16:22.738539 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1558dfe9-927f-4c57-8a7e-b4c6e89a005a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 471 time: 0.0851245 Apr 14 21:16:22.747696 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'port': {'device_id': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'admin_state_up': True, 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'security_groups': ['a82cf2f3-5644-47d7-bca8-bf8251a0b66a']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:23.023750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:16:23.027248 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:23.178756 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.20.0.7 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:16:23.321767 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a405c4-e678-40e5-a599-8d3043eedf94 req-91e89cc9-d175-429c-875c-f8ca4a25f4de tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:23.323225 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d3a405c4-e678-40e5-a599-8d3043eedf94 req-91e89cc9-d175-429c-875c-f8ca4a25f4de tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0889604 Apr 14 21:16:23.385585 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d3a405c4-e678-40e5-a599-8d3043eedf94 req-5a8fa45e-981b-4a9e-81e9-b04d148b231f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567203 Apr 14 21:16:23.404333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:23.523912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:23.530037 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a924ad8d-a3ff-4690-a4a7-d5005295deba req-56595c49-bdda-4473-9d2c-d453394c785f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0369680 Apr 14 21:16:23.579227 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:16:23.583439 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:16:23.587853 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:16:23.640291 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:23.671217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:23.671994 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:23.872005 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6222-7565-4a09-a113-5af1a0519b30 req-601a4907-b5f0-446a-b813-cad59354351a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:23.873780 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d30a6222-7565-4a09-a113-5af1a0519b30 req-601a4907-b5f0-446a-b813-cad59354351a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0807357 Apr 14 21:16:23.876641 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c7a9-89ea-47f5-a8a5-df3ce610c866 req-cfac503b-8a76-4086-968b-198fc5b4e174 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:23.878473 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a8f6c7a9-89ea-47f5-a8a5-df3ce610c866 req-cfac503b-8a76-4086-968b-198fc5b4e174 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0754244 Apr 14 21:16:23.904470 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-84dd220f-7bba-4cd3-8b7f-ab6920223c60 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1596999 Apr 14 21:16:23.920076 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Request body: {'port': {'device_id': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:23.972482 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-0e37d971-d800-41c8-8600-8887d146294c None None] Provisioning complete for port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:16:23.973098 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0e37d971-d800-41c8-8600-8887d146294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:24.034971 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a8f6c7a9-89ea-47f5-a8a5-df3ce610c866 req-0ea00681-b311-4574-bc07-561c90663966 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360526 Apr 14 21:16:24.082189 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-0e37d971-d800-41c8-8600-8887d146294c None None] Port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:16:24.103671 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d30a6222-7565-4a09-a113-5af1a0519b30 req-95af9428-b3b7-4335-9990-1bda2d9e9494 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160518 Apr 14 21:16:24.138430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:24.476999 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:16:24.484684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks [] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:24.498270 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Transition to ACTIVE for port object 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:16:24.532006 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09503e5-cda2-4871-bb81-47372af109c5 req-30076871-9c3c-4158-bbe9-d639778ae4d6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:24.533997 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e09503e5-cda2-4871-bb81-47372af109c5 req-30076871-9c3c-4158-bbe9-d639778ae4d6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Apr 14 21:16:24.599843 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e09503e5-cda2-4871-bb81-47372af109c5 req-584bde1f-d3e5-4ced-86de-37cd33d80209 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592909 Apr 14 21:16:24.656777 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec709e2-8a43-4221-b320-f0d7e5515f6c req-3ba81c18-4c88-4db9-8553-6d9a308a9a8f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:24.658223 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aec709e2-8a43-4221-b320-f0d7e5515f6c req-3ba81c18-4c88-4db9-8553-6d9a308a9a8f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 931 time: 0.0498013 Apr 14 21:16:24.659393 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:24.736610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Pushing event updated for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:24.789674 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aec709e2-8a43-4221-b320-f0d7e5515f6c req-e8927452-1d28-4b40-b6a9-80eca5bcb730 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217468 Apr 14 21:16:24.854727 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Attempting to bind port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:16:24.855201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Attempting to bind port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:16:24.855944 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Attempting to bind port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:16:24.862043 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 on network 44528d30-b42e-465a-bd19-0920a7edfc48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:16:24.862507 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Attempting to bind port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:16:24.870028 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:16:24.870526 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:16:24.871844 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:16:24.872630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Bound port: 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:16:24.872908 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:24.934579 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:16:24.967025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:16:24.971961 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:16:25.069770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:25.151975 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:25.152708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:25.154335 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] 10.222.0.57 "PUT /v2.0/ports/429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 HTTP/1.1" status: 200 len: 1093 time: 1.2422149 Apr 14 21:16:25.159973 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:25.159973 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0d111-537c-4043-82ee-0ae660d393c8" -d '{"events": [{"name": "network-changed", "server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:25.267315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f044009-5032-4198-ab48-3689aa6da51b req-0ad593af-5f2e-437e-9b72-4da1553a808c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:25.281344 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b291397-a9f1-40e8-9446-4a92d3ac1df9 service neutron] Pushing event updated for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:25.281619 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7f044009-5032-4198-ab48-3689aa6da51b req-0ad593af-5f2e-437e-9b72-4da1553a808c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.1073160 Apr 14 21:16:25.310315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208762-e54b-4031-96ec-a04ca39e39d6 req-d4aacceb-81e5-4706-a033-771aca49da04 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:25.326321 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-01208762-e54b-4031-96ec-a04ca39e39d6 req-d4aacceb-81e5-4706-a033-771aca49da04 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.1037791 Apr 14 21:16:25.352778 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7f044009-5032-4198-ab48-3689aa6da51b req-fa677ae4-add1-42b2-b77e-fbc8626aa190 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702553 Apr 14 21:16:25.425583 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-01208762-e54b-4031-96ec-a04ca39e39d6 req-35df1952-5820-4c49-9a7e-182cda959b8d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973482 Apr 14 21:16:25.454960 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb381377-556e-4953-b2e6-1753a9abb919 x-openstack-request-id: req-bb381377-556e-4953-b2e6-1753a9abb919 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:25.455258 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:25.455521 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb381377-556e-4953-b2e6-1753a9abb919 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:25.455931 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb381377-556e-4953-b2e6-1753a9abb919'] response: {'name': 'network-changed', 'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'status': 'completed', 'code': 200} Apr 14 21:16:25.741116 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ea38c-494c-4ed9-b26c-a4c2ca029b81 req-e006b5aa-4b5f-426f-862b-d553227ad0e7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:25.742935 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-810ea38c-494c-4ed9-b26c-a4c2ca029b81 req-e006b5aa-4b5f-426f-862b-d553227ad0e7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0523784 Apr 14 21:16:25.827947 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-810ea38c-494c-4ed9-b26c-a4c2ca029b81 req-74155aa0-31f7-44fe-8254-f8148e6173df tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781450 Apr 14 21:16:25.982135 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134db2e-0140-4020-ab4b-d3c7e5817e5f req-39f94c48-c7d9-4efe-bfd4-f4a871129da1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:25.986350 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0134db2e-0140-4020-ab4b-d3c7e5817e5f req-39f94c48-c7d9-4efe-bfd4-f4a871129da1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0963762 Apr 14 21:16:26.006561 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-4a2f5266-9195-4c35-8f06-6314b49dcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.008106 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-4a2f5266-9195-4c35-8f06-6314b49dcea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0801244 Apr 14 21:16:26.104443 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0134db2e-0140-4020-ab4b-d3c7e5817e5f req-7f3f58c3-8cc2-42b5-a5ff-1c5d65c7c38a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088583 Apr 14 21:16:26.150772 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-8921ca64-b520-4b3f-a938-44832b642002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.152261 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-8921ca64-b520-4b3f-a938-44832b642002 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca2081b8b2b24da58a107883dd717762&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1263981 Apr 14 21:16:26.297512 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-17015492-5995-4d60-8548-1f9c3c49c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.298803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3be0d111-537c-4043-82ee-0ae660d393c8 req-17015492-5995-4d60-8548-1f9c3c49c0a3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398299 Apr 14 21:16:26.486110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-5e3dc083-4aca-4588-9062-a175938a8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.489403 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-5e3dc083-4aca-4588-9062-a175938a8156 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0930400 Apr 14 21:16:26.580497 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-8f493dfc-ba5a-46c5-b07a-102e92b2685a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 HTTP/1.1" status: 200 len: 217 time: 0.0753176 Apr 14 21:16:26.597198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856edee2-6dcc-4309-89db-16ecb2f80605 req-b7df8ab0-e5be-4656-ae42-5cdce001bdc7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.599444 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-856edee2-6dcc-4309-89db-16ecb2f80605 req-b7df8ab0-e5be-4656-ae42-5cdce001bdc7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0517399 Apr 14 21:16:26.603487 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05217181-e033-4c2b-ba97-8ad7abeb02d8 req-d4528378-2cf7-40ee-975d-e0e0f2708248 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.605057 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-05217181-e033-4c2b-ba97-8ad7abeb02d8 req-d4528378-2cf7-40ee-975d-e0e0f2708248 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.1115596 Apr 14 21:16:26.653378 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-856edee2-6dcc-4309-89db-16ecb2f80605 req-5ef6915c-b47c-441c-9880-8b30b24ff26b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Apr 14 21:16:26.679652 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-61602b53-4264-4003-bcf6-412684fc7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.681133 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-61602b53-4264-4003-bcf6-412684fc7622 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0932467 Apr 14 21:16:26.735101 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-05217181-e033-4c2b-ba97-8ad7abeb02d8 req-45b9787c-22c3-4cc3-a439-46e06405996d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071365 Apr 14 21:16:26.744471 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-62153e86-ae56-4b7c-aec2-71675b20c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.745988 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-62153e86-ae56-4b7c-aec2-71675b20c3e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571742 Apr 14 21:16:26.842773 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-90e903e5-e709-4a62-ab0f-e1ba662dbdbe service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884974 Apr 14 21:16:26.942577 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ac722b8-1a9f-41d6-87bf-7f07f566e624 req-50c258f0-ed04-4722-8cb5-e190f389177f service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Apr 14 21:16:26.970169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc361af4-926e-4adb-9560-459d544388ee req-ac27d7e7-188c-4b42-955c-25f4ad58e8f1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:26.971625 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fc361af4-926e-4adb-9560-459d544388ee req-ac27d7e7-188c-4b42-955c-25f4ad58e8f1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Apr 14 21:16:27.040002 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fc361af4-926e-4adb-9560-459d544388ee req-8d9c005b-a040-4ab3-a7ab-a154b5db23b5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622036 Apr 14 21:16:27.219205 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83acd-60bd-4f4a-aaea-e1c65387bff7 req-1515fd75-542a-4296-9b4d-e5d564718ba0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:27.220607 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7fc83acd-60bd-4f4a-aaea-e1c65387bff7 req-1515fd75-542a-4296-9b4d-e5d564718ba0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0450268 Apr 14 21:16:27.275962 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7fc83acd-60bd-4f4a-aaea-e1c65387bff7 req-6b4d4ba3-b3a4-4790-b0a5-9b4005ebe2c8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489450 Apr 14 21:16:27.799698 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4893f1-dbdb-4941-95a5-add7125f7fbd req-0197250b-1f36-43ad-b204-6357b2e06d46 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:27.801452 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7e4893f1-dbdb-4941-95a5-add7125f7fbd req-0197250b-1f36-43ad-b204-6357b2e06d46 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0679572 Apr 14 21:16:27.863365 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7e4893f1-dbdb-4941-95a5-add7125f7fbd req-6b3faef8-7bd9-4480-83cc-e5819b401a70 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560384 Apr 14 21:16:27.884272 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d45a-54fd-4065-9d66-ac88cb3a21e2 req-dd1c8773-5231-444e-bdfa-8d006b05e326 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:27.886080 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b803d45a-54fd-4065-9d66-ac88cb3a21e2 req-dd1c8773-5231-444e-bdfa-8d006b05e326 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0582144 Apr 14 21:16:27.940082 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b803d45a-54fd-4065-9d66-ac88cb3a21e2 req-f6fa3cc9-15bb-44fe-88cd-7ed13fd32c91 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 Apr 14 21:16:28.158718 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75899a-48d3-43b9-b788-d3e6f1bf16ff req-7851a91e-4cd1-4b27-bc66-c88f1ca60cf0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:28.160525 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e75899a-48d3-43b9-b788-d3e6f1bf16ff req-7851a91e-4cd1-4b27-bc66-c88f1ca60cf0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0494421 Apr 14 21:16:28.208380 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e75899a-48d3-43b9-b788-d3e6f1bf16ff req-9d141c7b-a17c-4bfe-8aed-57ad7be67ff8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Apr 14 21:16:28.388234 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a407b6-f06f-4863-867f-92dd9315d91c req-aaf21565-52d7-4519-8d9d-a27a1c92e2dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:28.389725 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59a407b6-f06f-4863-867f-92dd9315d91c req-aaf21565-52d7-4519-8d9d-a27a1c92e2dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0461967 Apr 14 21:16:28.443543 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-59a407b6-f06f-4863-867f-92dd9315d91c req-d108defd-e302-4898-b83e-2ddcc7d537f7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479088 Apr 14 21:16:28.976874 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76668f37-93c6-42e8-ace1-0d68bf7c3395 req-b6f89209-ca43-454a-9e2d-efe8a9b35203 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:28.982034 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-76668f37-93c6-42e8-ace1-0d68bf7c3395 req-b6f89209-ca43-454a-9e2d-efe8a9b35203 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0512629 Apr 14 21:16:29.025722 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-76668f37-93c6-42e8-ace1-0d68bf7c3395 req-2672286c-a69a-436e-8e55-7b0893d7c074 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Apr 14 21:16:29.059531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450a6c-ab78-4819-91d1-1ef0724fd475 req-8dfab87f-543f-45fd-8ab1-10081b90b939 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:29.061001 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d450a6c-ab78-4819-91d1-1ef0724fd475 req-8dfab87f-543f-45fd-8ab1-10081b90b939 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0496013 Apr 14 21:16:29.108989 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d450a6c-ab78-4819-91d1-1ef0724fd475 req-a37d3474-269e-4184-8d84-c82321ffa12d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Apr 14 21:16:29.329339 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b10b-191d-4adf-877e-eb4587357d03 req-de247737-bd75-4eb9-bed2-781da331fe39 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:29.330823 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9ed9b10b-191d-4adf-877e-eb4587357d03 req-de247737-bd75-4eb9-bed2-781da331fe39 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Apr 14 21:16:29.379979 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9ed9b10b-191d-4adf-877e-eb4587357d03 req-f8bb1d0f-5167-47a2-be6d-b465c17c3695 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Apr 14 21:16:29.557056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e962f3-14dd-4a2f-9e04-d524cd79fb77 req-111b523f-3dcd-40c3-b76f-8d6698c1070c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:29.558493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-24e962f3-14dd-4a2f-9e04-d524cd79fb77 req-111b523f-3dcd-40c3-b76f-8d6698c1070c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0452654 Apr 14 21:16:29.605455 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-24e962f3-14dd-4a2f-9e04-d524cd79fb77 req-7c97a244-2e73-4ae1-9818-06a54e9bb336 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407577 Apr 14 21:16:30.163355 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96829-f011-41a4-8009-40833b40d6ca req-ba8163e6-a265-4ace-af38-c89be787f488 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:30.165124 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cac96829-f011-41a4-8009-40833b40d6ca req-ba8163e6-a265-4ace-af38-c89be787f488 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0632832 Apr 14 21:16:30.215115 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cac96829-f011-41a4-8009-40833b40d6ca req-e6eee475-93bc-4cab-ac21-e8624785d544 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 Apr 14 21:16:30.240405 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06121734-a650-4599-ae7d-5c3c3be87cd1 req-663c28c3-f565-49d1-95bb-beea10a97fb5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:30.242207 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-06121734-a650-4599-ae7d-5c3c3be87cd1 req-663c28c3-f565-49d1-95bb-beea10a97fb5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0614707 Apr 14 21:16:30.293295 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-06121734-a650-4599-ae7d-5c3c3be87cd1 req-8e4e63a3-c423-459c-8875-3f581c124233 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Apr 14 21:16:30.505832 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8cf56-49b6-404a-b09d-83085fd07570 req-0f29ac6d-05df-4056-bff2-7984f7e17e07 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:30.507355 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c9f8cf56-49b6-404a-b09d-83085fd07570 req-0f29ac6d-05df-4056-bff2-7984f7e17e07 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0569134 Apr 14 21:16:30.555552 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c9f8cf56-49b6-404a-b09d-83085fd07570 req-83f779cd-9988-47ae-9760-127ddfa3ec1c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Apr 14 21:16:30.720659 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243482-172f-46e5-b975-f53f43466f17 req-0c2b737b-acad-4d9c-a6ea-d7b14b4afbe1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:30.722164 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d243482-172f-46e5-b975-f53f43466f17 req-0c2b737b-acad-4d9c-a6ea-d7b14b4afbe1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 943 time: 0.0474262 Apr 14 21:16:30.768011 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d243482-172f-46e5-b975-f53f43466f17 req-d4131a82-f8ab-47a1-be46-ac2aebe45bdf tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402288 Apr 14 21:16:31.340559 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138036e1-a0ab-43fa-b5e9-bbb75a6fe777 req-ae698c1c-0f56-4152-b4dd-b2c523f73e5c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:31.342562 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-138036e1-a0ab-43fa-b5e9-bbb75a6fe777 req-ae698c1c-0f56-4152-b4dd-b2c523f73e5c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0554163 Apr 14 21:16:31.398096 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-138036e1-a0ab-43fa-b5e9-bbb75a6fe777 req-a9dd3907-5379-42c9-92ea-5e3de4ca96d9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494671 Apr 14 21:16:31.435522 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802eb9-4515-40c0-b1dc-40b6e45a85a1 req-5e3d2e5d-7f48-4c76-958f-828848ec16fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:31.436928 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9b802eb9-4515-40c0-b1dc-40b6e45a85a1 req-5e3d2e5d-7f48-4c76-958f-828848ec16fe tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0630913 Apr 14 21:16:31.445857 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:16:31.492135 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9b802eb9-4515-40c0-b1dc-40b6e45a85a1 req-467a21bd-2f24-4bf4-bed6-358b6c2ea461 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496135 Apr 14 21:16:31.552388 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:31.563731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'port_id': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'mac_address': 'fa:16:3e:0b:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:16:31.601009 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:31.601403 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:31.614842 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:16:31.634965 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:31.677980 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd520adb-381c-40bd-ab03-6a9f141c5e4a req-ae9167db-501e-4e0c-b56d-b4d1b9ce6205 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:31.679510 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fd520adb-381c-40bd-ab03-6a9f141c5e4a req-ae9167db-501e-4e0c-b56d-b4d1b9ce6205 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0487669 Apr 14 21:16:31.704231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:31.729635 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fd520adb-381c-40bd-ab03-6a9f141c5e4a req-2b8f32bd-5681-4498-a48b-52459c1780e2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Apr 14 21:16:31.758171 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:31.887557 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0023f-2948-461a-8781-e208f3272eab req-c94cf1f3-e908-42ba-b492-237c0551535b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:31.889540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-37d0023f-2948-461a-8781-e208f3272eab req-c94cf1f3-e908-42ba-b492-237c0551535b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0514956 Apr 14 21:16:31.948214 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-37d0023f-2948-461a-8781-e208f3272eab req-90655409-7a24-44e6-90a6-26a1df61b426 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532618 Apr 14 21:16:32.508918 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2c2c2-f53f-443d-96a7-821aa9e2af3a req-82b079ea-abec-4e00-9014-318eb81d60f2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:32.510337 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0da2c2c2-f53f-443d-96a7-821aa9e2af3a req-82b079ea-abec-4e00-9014-318eb81d60f2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0455368 Apr 14 21:16:32.553255 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:16:32.569827 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0da2c2c2-f53f-443d-96a7-821aa9e2af3a req-33a75556-9322-4b71-8b69-803c82be80ca tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537207 Apr 14 21:16:32.629410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbfc09-2934-4b9e-bcf6-72aeabaeaac8 req-839a3443-323e-49da-b927-b60ae3d1346d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:32.631601 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-89fbfc09-2934-4b9e-bcf6-72aeabaeaac8 req-839a3443-323e-49da-b927-b60ae3d1346d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0596249 Apr 14 21:16:32.681268 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-89fbfc09-2934-4b9e-bcf6-72aeabaeaac8 req-50e92462-16a9-479a-939b-2a11ea22d7bf tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Apr 14 21:16:32.843799 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc888-b055-46df-8da1-9f33b413dee8 req-cfb32806-9f99-4bda-87ac-bf842d40fb29 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:32.845275 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9d5fc888-b055-46df-8da1-9f33b413dee8 req-cfb32806-9f99-4bda-87ac-bf842d40fb29 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0454965 Apr 14 21:16:32.891876 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9d5fc888-b055-46df-8da1-9f33b413dee8 req-38e1f1ff-e763-4422-a47d-8ad7e61ef557 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Apr 14 21:16:33.064067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a7729-e71e-477d-8d32-a30d2f533454 req-66d2e854-4b02-4cfc-a94b-b3e56293e6ea tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.065468 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f46a7729-e71e-477d-8d32-a30d2f533454 req-66d2e854-4b02-4cfc-a94b-b3e56293e6ea tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0490849 Apr 14 21:16:33.110924 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f46a7729-e71e-477d-8d32-a30d2f533454 req-c6d40812-77ea-4254-b83c-2094b1f249b4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397944 Apr 14 21:16:33.685170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0179-b879-46ae-8c08-9d24de904af2 req-5b360292-c7eb-4531-8d8f-f3c65b394816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.686303 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b865d-a175-41ea-bf20-f0ea0cb85285 req-6b162010-43ed-4629-b3d0-ad93a0f256a9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.686779 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-5b360292-c7eb-4531-8d8f-f3c65b394816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1129 time: 0.0712235 Apr 14 21:16:33.687822 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-b0822404-94a9-42cf-a77c-a3cf0c33cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.687956 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-747b865d-a175-41ea-bf20-f0ea0cb85285 req-6b162010-43ed-4629-b3d0-ad93a0f256a9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0489886 Apr 14 21:16:33.689197 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-b0822404-94a9-42cf-a77c-a3cf0c33cf1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1129 time: 0.0725636 Apr 14 21:16:33.753539 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-747b865d-a175-41ea-bf20-f0ea0cb85285 req-aeb97cb6-13e1-4b6a-96f7-c808d0391ccf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591979 Apr 14 21:16:33.882248 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daaa7f-db8a-44d4-bf66-de1591295ce0 req-5c4f51b7-0fbf-4ccf-a9ff-de873b22034f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.883785 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e6daaa7f-db8a-44d4-bf66-de1591295ce0 req-5c4f51b7-0fbf-4ccf-a9ff-de873b22034f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.1048546 Apr 14 21:16:33.900193 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0179-b879-46ae-8c08-9d24de904af2 req-edaaaf62-5dc5-408a-a62e-8fc041da8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.901775 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-edaaaf62-5dc5-408a-a62e-8fc041da8b7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.2025518 Apr 14 21:16:33.960648 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-39a5c900-cc09-4c50-84d4-44a22b1066b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:33.962187 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-39a5c900-cc09-4c50-84d4-44a22b1066b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.2446125 Apr 14 21:16:34.027578 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110bb95-0b0f-4af5-8e88-9da384f592d9 req-61e3561b-e8f7-40d8-8a12-0abe66f34aaa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.029874 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7110bb95-0b0f-4af5-8e88-9da384f592d9 req-61e3561b-e8f7-40d8-8a12-0abe66f34aaa tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 945 time: 0.0507367 Apr 14 21:16:34.044820 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-fd3afc26-dd90-4022-846a-df9d3a7ccb5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 1000 time: 0.1264322 Apr 14 21:16:34.050036 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e6daaa7f-db8a-44d4-bf66-de1591295ce0 req-ed86c49a-c9ef-4ede-a306-e5697eef7be4 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588318 Apr 14 21:16:34.078046 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7110bb95-0b0f-4af5-8e88-9da384f592d9 req-b0bbfeb0-d817-4dfa-b048-b15e1738e0c1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Apr 14 21:16:34.094967 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-0d7e2761-1152-4012-84d4-be2f1ed2f6a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 1001 time: 0.1167159 Apr 14 21:16:34.102095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:16:34.137399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0179-b879-46ae-8c08-9d24de904af2 req-35f2ebb6-b7c4-4d55-809f-f241b4f688b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.138939 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-35f2ebb6-b7c4-4d55-809f-f241b4f688b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0862250 Apr 14 21:16:34.146868 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:16:34.183883 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-f1523cb0-03af-4ffa-bd7b-048282c953ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.185213 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-f1523cb0-03af-4ffa-bd7b-048282c953ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0818396 Apr 14 21:16:34.240989 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:16:34.241362 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.247341 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0179-b879-46ae-8c08-9d24de904af2 req-37058a48-b246-42ff-8331-a9f91cbfa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.248804 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-37058a48-b246-42ff-8331-a9f91cbfa4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016927 Apr 14 21:16:34.269904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-7181a3c1-35e9-40a2-8e98-9b39542b4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.271356 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-7181a3c1-35e9-40a2-8e98-9b39542b4111 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736656 Apr 14 21:16:34.286991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c36c68-2ba8-444e-a0a4-00fa2416eb03 req-354c1f85-5fc1-4b60-b282-3e31cadc056e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.288359 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-18c36c68-2ba8-444e-a0a4-00fa2416eb03 req-354c1f85-5fc1-4b60-b282-3e31cadc056e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 944 time: 0.1063356 Apr 14 21:16:34.323381 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:34.323770 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.346706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:34.348992 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fd7646-98e7-49d2-8dca-a47c72708545" -d '{"events": [{"server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:34.362932 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:34.387431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125033b-26f0-4296-b001-fa5d61bdea07 x-openstack-request-id: req-d125033b-26f0-4296-b001-fa5d61bdea07 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:34.387431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:34.387686 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d125033b-26f0-4296-b001-fa5d61bdea07 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:34.387899 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d125033b-26f0-4296-b001-fa5d61bdea07'] response: {'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'code': 200} Apr 14 21:16:34.435797 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.437233 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:34.455920 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-18c36c68-2ba8-444e-a0a4-00fa2416eb03 req-5c156166-559f-4376-97c1-0bc649c5b336 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526914 Apr 14 21:16:34.474260 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-a11403a3-2c60-48f7-bd88-9050a0b7bda1 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156725 Apr 14 21:16:34.476107 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-2d09fcda-eac8-4681-95e6-6587b0385332 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953855 Apr 14 21:16:34.545945 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:34.591431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: ACTIVE; New status is: DOWN {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:34.591823 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.641210 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:34.719039 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.769983 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=8']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:34.874880 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c93a6-059a-48fa-b499-68e9e175399c req-65235cc2-c071-4a61-8dc0-47648f22a207 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.876348 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bb9c93a6-059a-48fa-b499-68e9e175399c req-65235cc2-c071-4a61-8dc0-47648f22a207 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0461569 Apr 14 21:16:34.915689 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fada0-9982-4fb4-8061-4731d2d1a29d req-3b25f345-d611-4624-9f46-2b8a53286217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:34.917205 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5f0fada0-9982-4fb4-8061-4731d2d1a29d req-3b25f345-d611-4624-9f46-2b8a53286217 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 1129 time: 0.0713279 Apr 14 21:16:34.930794 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bb9c93a6-059a-48fa-b499-68e9e175399c req-49f36a4b-9935-4320-9cb0-92fd2ac73105 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485651 Apr 14 21:16:34.946764 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-0293a722-9817-42fc-8e0b-a531ea2b2aef service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608097 Apr 14 21:16:34.954434 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7d3a8e9c-5b21-4b94-8c5b-0f41d1c4e204 req-21e05559-d0c3-4bd0-a570-80178ed8c639 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593782 Apr 14 21:16:34.986722 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5f0fada0-9982-4fb4-8061-4731d2d1a29d req-6fc8d954-5b69-4ab0-825d-8d83d6057e28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618358 Apr 14 21:16:35.173326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103515b-49d4-4290-9664-dd74f270b0ad req-6247cf99-ff6e-4c7b-9958-61e9bf263b25 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:35.175718 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c103515b-49d4-4290-9664-dd74f270b0ad req-6247cf99-ff6e-4c7b-9958-61e9bf263b25 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0572515 Apr 14 21:16:35.203245 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadc509-4399-44ec-8a09-831edaf35039 req-4d837289-8e6a-4c76-864e-b5b43cf100a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:35.204765 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3aadc509-4399-44ec-8a09-831edaf35039 req-4d837289-8e6a-4c76-864e-b5b43cf100a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0541112 Apr 14 21:16:35.235143 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c103515b-49d4-4290-9664-dd74f270b0ad req-3acdc31c-6ea8-466f-b932-8fc612aa1d82 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497980 Apr 14 21:16:35.262715 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3aadc509-4399-44ec-8a09-831edaf35039 req-6982d429-8c98-4830-bb51-01b70c6a1ee7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515065 Apr 14 21:16:35.576841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f64b6-6c0a-4e62-ace3-2c04460f2de5 req-466fe650-ae0a-46ca-952f-1a3aeb0ebeea tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:35.578381 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-587f64b6-6c0a-4e62-ace3-2c04460f2de5 req-466fe650-ae0a-46ca-952f-1a3aeb0ebeea tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0471075 Apr 14 21:16:35.625679 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-587f64b6-6c0a-4e62-ace3-2c04460f2de5 req-c97c4eac-0502-42e6-96b5-58352241a352 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405319 Apr 14 21:16:36.042204 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22f05-626d-42c0-a833-be82086061aa req-956b40c3-bc1b-4b44-a724-b6e0899a6b90 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:36.043681 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cfa22f05-626d-42c0-a833-be82086061aa req-956b40c3-bc1b-4b44-a724-b6e0899a6b90 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0454552 Apr 14 21:16:36.093440 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-cfa22f05-626d-42c0-a833-be82086061aa req-30397f2d-a103-4df0-81a6-d8439960401c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Apr 14 21:16:36.105772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:16:36.206490 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:36.219768 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '9209afc6-c038-43e8-8827-61d339d996f9', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'mac_address': 'fa:16:3e:af:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:16:36.263191 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 9209afc6-c038-43e8-8827-61d339d996f9 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:36.263596 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:36.278336 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9209afc6-c038-43e8-8827-61d339d996f9 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:16:36.307365 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:36.366962 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2225133-5acc-41d1-988a-b36065a57785 req-84b518a8-91d2-456b-ab6b-dd0504bc1435 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:36.368602 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2225133-5acc-41d1-988a-b36065a57785 req-84b518a8-91d2-456b-ab6b-dd0504bc1435 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0598300 Apr 14 21:16:36.377604 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:36.396372 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618d2a3-d805-488f-82da-70f34c98ba39 req-2fcfd03e-0f82-4319-8f4a-b9d7b2e73d79 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:36.401300 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:36.403650 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ae6f8-2527-4bc5-aefc-7717181b3cca" -d '{"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:36.404003 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b618d2a3-d805-488f-82da-70f34c98ba39 req-2fcfd03e-0f82-4319-8f4a-b9d7b2e73d79 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0615029 Apr 14 21:16:36.442491 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:36.449510 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2225133-5acc-41d1-988a-b36065a57785 req-16157a7e-c6cb-4657-9c55-1c7a95defed9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754714 Apr 14 21:16:36.464773 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b618d2a3-d805-488f-82da-70f34c98ba39 req-ca0257b8-d3d0-42f1-b69f-bbb903198f47 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598047 Apr 14 21:16:36.487961 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:36.494097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b907ebf4-3543-435f-b21c-547a9a3dc203 x-openstack-request-id: req-b907ebf4-3543-435f-b21c-547a9a3dc203 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:36.499217 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:36.499217 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b907ebf4-3543-435f-b21c-547a9a3dc203 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:36.499217 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907ebf4-3543-435f-b21c-547a9a3dc203'] response: {'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'code': 200} Apr 14 21:16:36.737889 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af658ba5-9ece-4988-9426-7388a885f4f9 req-53a41fb1-5ef4-47f5-aba2-03b7201de43c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:36.741133 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-af658ba5-9ece-4988-9426-7388a885f4f9 req-53a41fb1-5ef4-47f5-aba2-03b7201de43c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Apr 14 21:16:36.791006 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-af658ba5-9ece-4988-9426-7388a885f4f9 req-e73bfb9a-e0bf-4a65-8391-95dc2a47b431 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457001 Apr 14 21:16:36.838350 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39700) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:36.944521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-032fe1e9-5548-40d0-9849-ddf7d86be4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.018606 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-032fe1e9-5548-40d0-9849-ddf7d86be4d6 admin admin] Publish callbacks [] for security_group (23881ccc-4ef3-43ab-bd4f-7a6253522637), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.080944 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-032fe1e9-5548-40d0-9849-ddf7d86be4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (23881ccc-4ef3-43ab-bd4f-7a6253522637), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.121365 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-032fe1e9-5548-40d0-9849-ddf7d86be4d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91b8df1a15e64d7786b4f2b0e0b3f118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817566 Apr 14 21:16:37.122091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fe1e9-5548-40d0-9849-ddf7d86be4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23881ccc-4ef3-43ab-bd4f-7a6253522637,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:37.124130 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 39708) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:37.217215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] Publish callbacks [] for security_group (23881ccc-4ef3-43ab-bd4f-7a6253522637), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.221970 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['9209afc6-c038-43e8-8827-61d339d996f9'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:16:37.227696 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12a63d-4936-40a6-99d5-c08148640224 req-110bc391-14fa-436d-a823-43bcc7e5afd0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:37.229130 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e12a63d-4936-40a6-99d5-c08148640224 req-110bc391-14fa-436d-a823-43bcc7e5afd0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0610573 Apr 14 21:16:37.271332 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] Publish callbacks [] for security_group (23881ccc-4ef3-43ab-bd4f-7a6253522637), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.320699 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e12a63d-4936-40a6-99d5-c08148640224 req-77b1d6de-f7a7-4647-853e-c5147a43d60f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821052 Apr 14 21:16:37.449906 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (23881ccc-4ef3-43ab-bd4f-7a6253522637), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.454606 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.454606 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23881ccc-4ef3-43ab-bd4f-7a6253522637 HTTP/1.1" status: 204 len: 168 time: 0.3287268 Apr 14 21:16:37.465504 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eff662-3b68-411d-868b-c75dcabc8631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23881ccc-4ef3-43ab-bd4f-7a6253522637,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:37.597353 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d23aca-fb69-4e7b-98a1-34016f2b5d9a req-644416e4-e0af-44eb-82a8-4726e5d5fc15 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:37.599864 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17d23aca-fb69-4e7b-98a1-34016f2b5d9a req-644416e4-e0af-44eb-82a8-4726e5d5fc15 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0524905 Apr 14 21:16:37.682465 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-17d23aca-fb69-4e7b-98a1-34016f2b5d9a req-42a2fc1a-4213-44ca-9562-8ccb49d1c580 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642433 Apr 14 21:16:37.713561 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6fda-b258-4253-9337-3c0ec921166e req-8fe93ba2-0e73-4122-b934-f61ba3fee819 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:37.715044 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4fd6fda-b258-4253-9337-3c0ec921166e req-8fe93ba2-0e73-4122-b934-f61ba3fee819 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 944 time: 0.1982398 Apr 14 21:16:37.771619 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4fd6fda-b258-4253-9337-3c0ec921166e req-268f0b80-b43b-447f-b178-414d3f6f8034 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508535 Apr 14 21:16:37.915060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56fec-8a88-4eb4-9b7a-9f1841eaff16 req-232711cb-253e-4ed4-a7af-22c088e9f674 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:37.916837 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0ef56fec-8a88-4eb4-9b7a-9f1841eaff16 req-232711cb-253e-4ed4-a7af-22c088e9f674 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0520625 Apr 14 21:16:37.968739 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0ef56fec-8a88-4eb4-9b7a-9f1841eaff16 req-3eed3038-1a3c-4610-b808-d95b79b0b29e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458226 Apr 14 21:16:38.430022 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99aa86-ea2e-43fd-863c-507306603742 req-6400e860-b73a-464d-931a-beaed60fdd44 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:38.431480 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2c99aa86-ea2e-43fd-863c-507306603742 req-6400e860-b73a-464d-931a-beaed60fdd44 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0454471 Apr 14 21:16:38.476945 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2c99aa86-ea2e-43fd-863c-507306603742 req-6863e1de-60ba-457b-8c5e-d0adc492ec75 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Apr 14 21:16:38.697499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bdefb4db-e5be-498d-a7b8-52f4a12d543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:38.812425 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:16:38.860356 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 9209afc6-c038-43e8-8827-61d339d996f9 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:16:38.915904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9639be-f606-4d00-9b80-019c58b65f42 req-c29bb70b-9cca-4beb-a28e-a8a5911356b9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:38.917879 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3e9639be-f606-4d00-9b80-019c58b65f42 req-c29bb70b-9cca-4beb-a28e-a8a5911356b9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 944 time: 0.0676558 Apr 14 21:16:38.958763 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 9209afc6-c038-43e8-8827-61d339d996f9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:16:38.959415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (9209afc6-c038-43e8-8827-61d339d996f9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:38.977525 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3e9639be-f606-4d00-9b80-019c58b65f42 req-a947426a-6b3e-46d9-972e-969b9d1ca197 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536406 Apr 14 21:16:39.004613 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5304fe-c705-4916-abcf-1b5ae6dc7443 req-0004e202-f642-44b8-b7cb-6af92ae83b41 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:39.012197 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0f5304fe-c705-4916-abcf-1b5ae6dc7443 req-0004e202-f642-44b8-b7cb-6af92ae83b41 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.2539485 Apr 14 21:16:39.060180 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 9209afc6-c038-43e8-8827-61d339d996f9 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:39.060571 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:39.073369 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0f5304fe-c705-4916-abcf-1b5ae6dc7443 req-ecd771a0-1085-44e1-a252-f3823ad69568 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552380 Apr 14 21:16:39.085186 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:39.087374 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ad905-da6d-44e3-9c55-72cb1818378c" -d '{"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-plugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:39.103119 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb21386-09b6-45cb-91cb-3f0ed190e379 req-dea79385-8c19-48da-be42-b15706c3da7f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:39.104946 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:39.109467 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deb21386-09b6-45cb-91cb-3f0ed190e379 req-dea79385-8c19-48da-be42-b15706c3da7f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0725725 Apr 14 21:16:39.134366 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e987b80-12a0-425d-add3-d2f779d0b372 x-openstack-request-id: req-7e987b80-12a0-425d-add3-d2f779d0b372 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:39.134774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-plugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:39.135037 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e987b80-12a0-425d-add3-d2f779d0b372 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:39.136103 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e987b80-12a0-425d-add3-d2f779d0b372'] response: {'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'code': 200} Apr 14 21:16:39.153727 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-deb21386-09b6-45cb-91cb-3f0ed190e379 req-d64afb65-f799-4c76-9df1-e2727f16a3ff tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431187 Apr 14 21:16:39.186702 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:39.254130 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:39.595253 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b00d7-a715-46e7-a20b-a91f39aa621f req-bf71844c-422a-4388-86b9-2c436fbc5852 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:39.596711 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-116b00d7-a715-46e7-a20b-a91f39aa621f req-bf71844c-422a-4388-86b9-2c436fbc5852 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0481350 Apr 14 21:16:39.641740 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-116b00d7-a715-46e7-a20b-a91f39aa621f req-2e5da875-9cb2-4ada-8dd5-6e1132706b72 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 Apr 14 21:16:40.093107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9519b9-9865-499b-b14c-4a95145a6b91 req-c5c2393d-5438-4b92-9dbc-7ee62290eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:40.094689 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fd9519b9-9865-499b-b14c-4a95145a6b91 req-c5c2393d-5438-4b92-9dbc-7ee62290eb21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0393710 Apr 14 21:16:40.111496 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26a6cb-d43d-415a-9396-02d70aadfad8 req-4e44f4da-da30-4100-b22d-328dd38b48fd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:40.113062 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de26a6cb-d43d-415a-9396-02d70aadfad8 req-4e44f4da-da30-4100-b22d-328dd38b48fd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Apr 14 21:16:40.148107 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fd9519b9-9865-499b-b14c-4a95145a6b91 req-93b8c0c3-06f0-4376-aec7-380da36a7120 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475819 Apr 14 21:16:40.189114 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de26a6cb-d43d-415a-9396-02d70aadfad8 req-685e5bda-4276-4a7e-9a82-2aa6e38590bc tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674250 Apr 14 21:16:40.301614 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563f00-264b-4d78-a5fa-77b1081408d3 req-b105452c-0be7-4005-9795-ca316c5e461b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:40.303053 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9a563f00-264b-4d78-a5fa-77b1081408d3 req-b105452c-0be7-4005-9795-ca316c5e461b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0458226 Apr 14 21:16:40.354694 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9a563f00-264b-4d78-a5fa-77b1081408d3 req-4747f478-14ce-4d0e-be38-d944f8767c8b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Apr 14 21:16:40.456609 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396725-b04f-487a-b8f3-fa1dee340835 req-3c93d2d4-a313-4c34-a495-3d67c665aa31 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:40.458129 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bd396725-b04f-487a-b8f3-fa1dee340835 req-3c93d2d4-a313-4c34-a495-3d67c665aa31 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Apr 14 21:16:40.507545 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bd396725-b04f-487a-b8f3-fa1dee340835 req-40baf1c1-06cc-48c1-87b4-3cd22e996ae2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436265 Apr 14 21:16:40.616554 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6c3f-2318-4d17-9029-c7cb2df800e2 req-8fa41b54-31ed-467a-a411-74292e39bb11 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:40.618091 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d70e6c3f-2318-4d17-9029-c7cb2df800e2 req-8fa41b54-31ed-467a-a411-74292e39bb11 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Apr 14 21:16:40.626929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 39776) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:40.631542 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'port_id': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:40.671435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:40.766904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-0c6141d4-4125-42c7-a47e-f3f01cc88b95 req-f2966858-6295-4847-b4c6-f4fec0ffeaed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:16:40.768123 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0c6141d4-4125-42c7-a47e-f3f01cc88b95 req-f2966858-6295-4847-b4c6-f4fec0ffeaed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225122 Apr 14 21:16:40.811675 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:40.904268 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: DOWN; New status is: DOWN {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:16:41.040982 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9b75bfc7-092a-48a6-8ef1-bae54670c021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:41.155709 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:41.159719 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be2dbd-3c35-4fb8-baf0-06f60106b591 req-27cf92cc-39c0-42a8-80ae-2f16a2dfe855 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.161934 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a6be2dbd-3c35-4fb8-baf0-06f60106b591 req-27cf92cc-39c0-42a8-80ae-2f16a2dfe855 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0474358 Apr 14 21:16:41.211220 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a6be2dbd-3c35-4fb8-baf0-06f60106b591 req-594f6db7-2b5a-4af8-b363-d0c5375ca852 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Apr 14 21:16:41.240806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:41.359169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796817cb-6081-4710-8330-16b7b4e89ec2 req-0a7ab179-4a81-49a1-8be4-5395d6fb4a90 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.360725 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-796817cb-6081-4710-8330-16b7b4e89ec2 req-0a7ab179-4a81-49a1-8be4-5395d6fb4a90 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0772386 Apr 14 21:16:41.406891 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 6389f4b2-6392-460d-bcc9-58e4efec1df2 associated. External IP: 172.27.0.225, port: 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2. Apr 14 21:16:41.472767 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-796817cb-6081-4710-8330-16b7b4e89ec2 req-c1a7f587-e746-4146-963c-a40911018631 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027572 Apr 14 21:16:41.474885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a09b3d-51c7-4c05-a986-6324b3869d13 req-5b1fd4e6-6178-4d7e-ba4f-58d6e99aea72 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.476444 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-17a09b3d-51c7-4c05-a986-6324b3869d13 req-5b1fd4e6-6178-4d7e-ba4f-58d6e99aea72 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0512347 Apr 14 21:16:41.525983 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-17a09b3d-51c7-4c05-a986-6324b3869d13 req-be3f1a6d-509c-451b-b9fc-cccf8c495878 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Apr 14 21:16:41.553721 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-b295981a-8d0b-4e7e-a374-fd0aa5311fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.555238 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-b295981a-8d0b-4e7e-a374-fd0aa5311fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1129 time: 0.0990095 Apr 14 21:16:41.619665 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39808) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:41.707415 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-30b12cb1-6e56-4e5c-a121-1ecb5c3b4dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859230 Apr 14 21:16:41.716445 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-37ff27b0-8d4a-4b45-b82b-00057c329904 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:16:41.717754 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-37ff27b0-8d4a-4b45-b82b-00057c329904 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052767 Apr 14 21:16:41.731523 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-6c5825f8-3b29-428c-98ba-a6e8a91e1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.733049 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-6c5825f8-3b29-428c-98ba-a6e8a91e1aa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.1706011 Apr 14 21:16:41.786544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:16:41.795844 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39816) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:41.815756 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-f5c2ceb1-69d4-4f4b-b291-66acbf328b29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 1001 time: 0.0756466 Apr 14 21:16:41.893855 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-284081b4-f47b-416e-8534-e08da87c12a5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.915015 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-284081b4-f47b-416e-8534-e08da87c12a5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports/4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 940 time: 0.1078672 Apr 14 21:16:41.964089 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:41.965221 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:16:41.972202 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:41.974844 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:16:41.975546 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-165453d7-0a98-4303-bf2b-4e5828b16111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:41.977154 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-165453d7-0a98-4303-bf2b-4e5828b16111 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0820794 Apr 14 21:16:41.990486 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:41.991587 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:16:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:42.003941 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e50efc71-8941-4e88-acc7-807c44d6a1dc tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "PUT /v2.0/floatingips/6389f4b2-6392-460d-bcc9-58e4efec1df2 HTTP/1.1" status: 200 len: 991 time: 1.3758655 Apr 14 21:16:42.005163 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:42.007508 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36462bf5-09f1-408d-8aca-7901fa433a56" -d '{"events": [{"name": "network-changed", "server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:42.047464 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92596629-519a-4390-a5ec-7e9e581babf2 x-openstack-request-id: req-92596629-519a-4390-a5ec-7e9e581babf2 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:42.047816 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:42.048141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92596629-519a-4390-a5ec-7e9e581babf2 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:42.048608 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92596629-519a-4390-a5ec-7e9e581babf2'] response: {'name': 'network-changed', 'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'status': 'completed', 'code': 200} Apr 14 21:16:42.114669 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:42.333483 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636a79-214a-42e1-8e4d-42a629c93ec1 req-8857a678-997c-4188-89a5-99341660b2b5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.334993 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13636a79-214a-42e1-8e4d-42a629c93ec1 req-8857a678-997c-4188-89a5-99341660b2b5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0522857 Apr 14 21:16:42.336578 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}, {'id': '6389f4b2-6392-460d-bcc9-58e4efec1df2', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:0b:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:17Z', 'updated_at': '2022-04-14T21:16:41Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:42.367354 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:16:42.377486 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:42.378070 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:16:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:42.385107 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13636a79-214a-42e1-8e4d-42a629c93ec1 req-cc275426-aeb4-47b6-a712-6b3ad7f79af5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443151 Apr 14 21:16:42.461098 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-a75822cb-f6f2-4ca4-bf6a-cc26b9ac998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.462583 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-a75822cb-f6f2-4ca4-bf6a-cc26b9ac998a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715003 Apr 14 21:16:42.469677 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-734ae4c2-8d8e-489d-a3e9-5334d787f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.471061 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-734ae4c2-8d8e-489d-a3e9-5334d787f974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 1129 time: 0.0495276 Apr 14 21:16:42.496219 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:42.661376 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-8a1872da-0f4e-4d7e-9b49-2ed65a84d0cb service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892712 Apr 14 21:16:42.664293 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-21626b6b-42d1-4c52-becf-486f1b589147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.665977 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-21626b6b-42d1-4c52-becf-486f1b589147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.1777587 Apr 14 21:16:42.674042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28c99-af10-412a-a3bb-3f99f0b8be0d req-cbe5ade5-9529-40ed-b15b-c7daab191932 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.675472 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26e28c99-af10-412a-a3bb-3f99f0b8be0d req-cbe5ade5-9529-40ed-b15b-c7daab191932 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0690582 Apr 14 21:16:42.683973 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e17624-fd06-451a-be52-221904c06b95 req-332ae154-909a-40a0-ab6e-bf07c91435e3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.686450 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-04e17624-fd06-451a-be52-221904c06b95 req-332ae154-909a-40a0-ab6e-bf07c91435e3 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0559957 Apr 14 21:16:42.731326 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}, {'id': '6389f4b2-6392-460d-bcc9-58e4efec1df2', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:0b:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:17Z', 'updated_at': '2022-04-14T21:16:41Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:42.743660 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-04e17624-fd06-451a-be52-221904c06b95 req-68586bb5-2cef-4ddd-b161-9f059f42a273 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477655 Apr 14 21:16:42.766626 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8c8e8-afd4-43cc-95af-656abca12625 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}, {'id': '6389f4b2-6392-460d-bcc9-58e4efec1df2', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:0b:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:17Z', 'updated_at': '2022-04-14T21:16:41Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:16:42.820885 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-7f2e54fb-8a12-437f-92d9-7054531dbf44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 HTTP/1.1" status: 200 len: 999 time: 0.1428757 Apr 14 21:16:42.873857 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26e28c99-af10-412a-a3bb-3f99f0b8be0d req-7e391226-61d2-4ba2-9bf5-beb9c1b305ed tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827023 Apr 14 21:16:42.880869 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-618d69b0-b4f6-40a4-98c0-9b32ff6a6ef3 req-2dc68740-d44e-4fe2-a17d-13564ab36d88 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045090 Apr 14 21:16:42.896117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-4d284d7a-939b-44e0-a37f-c2b68f60d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.897570 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-4d284d7a-939b-44e0-a37f-c2b68f60d407 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0704544 Apr 14 21:16:42.960855 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-4c64bf90-061f-43f5-a726-bdbda5af26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:42.968401 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-4c64bf90-061f-43f5-a726-bdbda5af26ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541801 Apr 14 21:16:43.020604 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c516075-ce0a-4b13-a843-28467e2e778f None None] New status for floating IP 6389f4b2-6392-460d-bcc9-58e4efec1df2: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:16:43.049050 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719f2a-c94a-4232-ab77-e566ecc4c9b3 req-95e18399-ff69-4844-959f-a8a53f2635b2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:43.050837 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-14719f2a-c94a-4232-ab77-e566ecc4c9b3 req-95e18399-ff69-4844-959f-a8a53f2635b2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0615444 Apr 14 21:16:43.071224 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-32db4ad7-12e9-4db0-83e5-2fa134146d3c service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005082 Apr 14 21:16:43.104925 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-14719f2a-c94a-4232-ab77-e566ecc4c9b3 req-d5ac8d6d-4907-46f4-bb57-9f7495dc63c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472898 Apr 14 21:16:43.126441 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39844) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:43.268310 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d9c89-83d7-47d4-83e8-126d4e4db6de tempest-TestShelveInstance-411298863 tempest-TestShelveInstance-411298863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:43.271601 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-345d9c89-83d7-47d4-83e8-126d4e4db6de tempest-TestShelveInstance-411298863 tempest-TestShelveInstance-411298863-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1124 time: 0.1440613 Apr 14 21:16:43.274837 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 39848) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:43.279763 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:16:43.296586 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-36462bf5-09f1-408d-8aca-7901fa433a56 req-8abd06dd-bb89-4660-92b3-4b0c28d2a6c7 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Apr 14 21:16:43.348879 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:43.486451 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:43.511608 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f65be5-3fe0-4b67-8b51-81c1a4bd84b4 req-b161be59-fae4-48c8-954e-7793fb3d54f1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:43.513758 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e5f65be5-3fe0-4b67-8b51-81c1a4bd84b4 req-b161be59-fae4-48c8-954e-7793fb3d54f1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0552053 Apr 14 21:16:43.568002 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e5f65be5-3fe0-4b67-8b51-81c1a4bd84b4 req-46f6c38e-b286-4cd4-9f60-118323929b4e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474005 Apr 14 21:16:43.570383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:43.677867 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Allocated IP 172.27.0.179 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/3c22a8cf-2b40-4ef1-820a-6969cc145fef) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:16:43.777478 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:44.064144 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31c9e-a4dc-40c7-b424-10d18b1fff01 req-10f5d3c6-2c76-47fe-9aa8-d412155ae6d4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:44.065655 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-74f31c9e-a4dc-40c7-b424-10d18b1fff01 req-10f5d3c6-2c76-47fe-9aa8-d412155ae6d4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0602560 Apr 14 21:16:44.111322 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-74f31c9e-a4dc-40c7-b424-10d18b1fff01 req-3ef0cd9d-6f39-4988-9a7d-e81fc5c90c9d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Apr 14 21:16:44.178550 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:44.214061 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:16:44.216842 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:16:44.222316 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:16:44.247653 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'Port': ['ID=3c22a8cf-2b40-4ef1-820a-6969cc145fef,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:44.588796 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for floatingip (bcc388e1-fbde-4e23-8412-f85cf2d8c782), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:44.689402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e7f3d-0fd1-4a9b-bac4-2ae9edf6cbb5 req-644e138c-c941-4868-bf6e-a7de946eca05 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:44.690888 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a14e7f3d-0fd1-4a9b-bac4-2ae9edf6cbb5 req-644e138c-c941-4868-bf6e-a7de946eca05 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0458398 Apr 14 21:16:44.738092 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a14e7f3d-0fd1-4a9b-bac4-2ae9edf6cbb5 req-847534a6-3906-46db-87b7-bb58b1792302 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Apr 14 21:16:44.766257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:44.914834 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:44.926478 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:45.049730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:45.117446 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event updated for resources: {'Port': ['ID=3c22a8cf-2b40-4ef1-820a-6969cc145fef,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:45.128792 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (bcc388e1-fbde-4e23-8412-f85cf2d8c782), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:45.264121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ed30-8f05-4354-b4b0-8899bd04bfa9 req-1ae11c3c-cb09-425a-be09-c6e3156ca763 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:45.265518 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f29ed30-8f05-4354-b4b0-8899bd04bfa9 req-1ae11c3c-cb09-425a-be09-c6e3156ca763 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0588686 Apr 14 21:16:45.268233 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Floating IP bcc388e1-fbde-4e23-8412-f85cf2d8c782 associated. External IP: 172.27.0.179, port: 9209afc6-c038-43e8-8827-61d339d996f9. Apr 14 21:16:45.386561 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f29ed30-8f05-4354-b4b0-8899bd04bfa9 req-647eda13-3f23-48d1-ab24-b5a0a6755901 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145139 Apr 14 21:16:45.511739 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Router b565a8f0-41b8-44c8-90ae-0025463d52cf has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:16:45.620432 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:16:45.630915 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Sync routers for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:16:45.641901 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:45.642498 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:16:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:45.747816 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:45.756839 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:45.790554 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-76ab826e-bce2-4400-9ded-6de95866a2c1 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5139265 Apr 14 21:16:45.791300 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:45.793729 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:45.851323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796fb82f-b40d-445a-8a63-3aa1dac33d32 x-openstack-request-id: req-796fb82f-b40d-445a-8a63-3aa1dac33d32 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:45.851615 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:45.851868 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-796fb82f-b40d-445a-8a63-3aa1dac33d32 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:45.852273 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796fb82f-b40d-445a-8a63-3aa1dac33d32'] response: {'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'status': 'completed', 'code': 200} Apr 14 21:16:45.989674 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'bcc388e1-fbde-4e23-8412-f85cf2d8c782', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'mac_address': 'fa:16:3e:af:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:44Z', 'updated_at': '2022-04-14T21:16:44Z', 'revision_number': 0, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:46.020513 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Checking router: b565a8f0-41b8-44c8-90ae-0025463d52cf for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:16:46.029394 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:46.030023 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:16:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:46.211166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-1224aa15-a5cf-494e-8f5b-5892e430ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.212566 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-1224aa15-a5cf-494e-8f5b-5892e430ddc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 1127 time: 0.3934360 Apr 14 21:16:46.228277 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01907-cd65-438c-b355-5b5b0c0edfb7 req-eb845a18-7623-4c31-a63b-48e73ff4c53f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.229797 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f6e01907-cd65-438c-b355-5b5b0c0edfb7 req-eb845a18-7623-4c31-a63b-48e73ff4c53f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.3832607 Apr 14 21:16:46.232183 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:46.233019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-5c0c9b6d-595a-4f2b-a44b-8de8abca50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.234399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-5c0c9b6d-595a-4f2b-a44b-8de8abca50ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.3571508 Apr 14 21:16:46.353993 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-031d9fd7-9b89-43dc-a84e-32bd5f8d131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.355455 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-031d9fd7-9b89-43dc-a84e-32bd5f8d131a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1127 time: 0.1100116 Apr 14 21:16:46.366113 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f6e01907-cd65-438c-b355-5b5b0c0edfb7 req-d1766add-8e73-4e1e-b5d3-943b26faf595 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288536 Apr 14 21:16:46.452544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-0c511929-3b9a-4ba1-af3f-8c1f4fe92781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.454012 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-0c511929-3b9a-4ba1-af3f-8c1f4fe92781 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.2097411 Apr 14 21:16:46.459736 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'bcc388e1-fbde-4e23-8412-f85cf2d8c782', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'mac_address': 'fa:16:3e:af:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:44Z', 'updated_at': '2022-04-14T21:16:44Z', 'revision_number': 0, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:46.490472 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e5a60-000e-4778-a4b7-336bcc3aaa5c None None] The sync data for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi is: [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'bcc388e1-fbde-4e23-8412-f85cf2d8c782', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'mac_address': 'fa:16:3e:af:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:16:44Z', 'updated_at': '2022-04-14T21:16:44Z', 'revision_number': 0, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:16:46.521963 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-26f7dac6-260c-4f91-bf3b-dbfc768740d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.523447 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-26f7dac6-260c-4f91-bf3b-dbfc768740d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.1528847 Apr 14 21:16:46.543109 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-d4a2e865-f0a9-468c-a68f-bcb2ccdcdfff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 999 time: 0.0811701 Apr 14 21:16:46.629994 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-e2cdd2b6-95d4-413b-b83e-c3f55944362a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 200 len: 998 time: 0.0971730 Apr 14 21:16:46.633810 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-a09b77bf-5617-4981-bf27-0e905f9570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.635195 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-a09b77bf-5617-4981-bf27-0e905f9570fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0651314 Apr 14 21:16:46.701369 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd0232-28da-4713-9995-796f5f333d42 None None] New status for floating IP bcc388e1-fbde-4e23-8412-f85cf2d8c782: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:16:46.708691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-5432db56-d5fe-4226-bce7-3a2ba777322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.710213 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-5432db56-d5fe-4226-bce7-3a2ba777322b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619562 Apr 14 21:16:46.715716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-aaed9699-c7c3-4371-afad-afa6da963532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.717070 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-aaed9699-c7c3-4371-afad-afa6da963532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0761142 Apr 14 21:16:46.802984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-343e03a8-dcf6-45da-b1b3-1252709a038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:46.804393 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-343e03a8-dcf6-45da-b1b3-1252709a038b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787094 Apr 14 21:16:46.885138 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-8ad001c7-691e-4075-9565-7bda6773d440 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666796 Apr 14 21:16:46.935422 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-837cab28-e15b-4feb-8aa0-1125bb015f67 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237607 Apr 14 21:16:47.056823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ed1cb3bb-a738-41c9-8538-8516e1e97a9b req-c8a8ec2b-e76f-4812-bd55-9462a1e1d125 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583447 Apr 14 21:16:47.078772 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-11b06d20-488e-45bf-aebe-fd581ea8d0bd req-71cd2049-1a34-4ec0-bed3-c5530a5f983f service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171997 Apr 14 21:16:47.505399 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83b2e-4a91-4665-a2cb-81d81ecc8cb7 req-9f2796b9-f274-492a-81dd-e896be5d46fd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:47.507707 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1cc83b2e-4a91-4665-a2cb-81d81ecc8cb7 req-9f2796b9-f274-492a-81dd-e896be5d46fd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0627091 Apr 14 21:16:47.556673 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1cc83b2e-4a91-4665-a2cb-81d81ecc8cb7 req-7c57d914-75ba-4916-af91-bd06e8a4f825 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Apr 14 21:16:48.676912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ee377-8427-4b23-a9bc-21c251b6e2a1 req-66d162b1-7bd5-43e7-8454-81b124255ddd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:48.678403 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-468ee377-8427-4b23-a9bc-21c251b6e2a1 req-66d162b1-7bd5-43e7-8454-81b124255ddd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0485811 Apr 14 21:16:48.733471 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-468ee377-8427-4b23-a9bc-21c251b6e2a1 req-b51cfdd1-36ac-480a-b621-d083ea139736 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492659 Apr 14 21:16:49.869433 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b338b3-1863-41a6-a049-eae5e26b4106 req-54b4df18-3073-4633-a8c5-810728526548 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:49.871274 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e6b338b3-1863-41a6-a049-eae5e26b4106 req-54b4df18-3073-4633-a8c5-810728526548 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0565684 Apr 14 21:16:49.926910 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e6b338b3-1863-41a6-a049-eae5e26b4106 req-b9fceab6-bcfa-403f-95b4-b9daa16e6426 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498362 Apr 14 21:16:51.061412 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3828f-44dc-4daa-9c89-1975e42473a5 req-babe5dbc-49f2-4229-90a2-98a7206e4d03 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:51.062991 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6bf3828f-44dc-4daa-9c89-1975e42473a5 req-babe5dbc-49f2-4229-90a2-98a7206e4d03 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0588391 Apr 14 21:16:51.113319 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6bf3828f-44dc-4daa-9c89-1975e42473a5 req-1d57f210-d81d-4905-8d47-07f708f88a5d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Apr 14 21:16:52.371059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1edc0-cb07-48b8-8807-61e1b8105b39 req-72a7b632-904a-420f-8581-8d3fae3057ff tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:52.372612 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-71c1edc0-cb07-48b8-8807-61e1b8105b39 req-72a7b632-904a-420f-8581-8d3fae3057ff tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0516531 Apr 14 21:16:52.428076 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-71c1edc0-cb07-48b8-8807-61e1b8105b39 req-71051c21-032f-4c77-8a58-2de2ab4cf0ea tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490787 Apr 14 21:16:53.556580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a356c1c-d4ca-4238-92b7-05842219d146 req-8eab0578-0d26-48a5-bc3a-b0befa9ae667 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:53.558040 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3a356c1c-d4ca-4238-92b7-05842219d146 req-8eab0578-0d26-48a5-bc3a-b0befa9ae667 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0499642 Apr 14 21:16:53.611350 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3a356c1c-d4ca-4238-92b7-05842219d146 req-36c57405-6402-4937-a208-cc2cb0e4341d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Apr 14 21:16:54.751745 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d212b-6884-4746-926a-326d6648164c req-ae2407dc-9fe0-434c-80cc-d91bf959f40c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:54.753405 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c20d212b-6884-4746-926a-326d6648164c req-ae2407dc-9fe0-434c-80cc-d91bf959f40c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0512979 Apr 14 21:16:54.806360 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c20d212b-6884-4746-926a-326d6648164c req-707211d2-3e46-476e-879a-017f8f5d9c41 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Apr 14 21:16:55.935231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6227e0b-2e0e-4701-8151-2db263d40169 req-1e0de79a-b341-4fc1-8693-724ae900afcb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:55.936915 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f6227e0b-2e0e-4701-8151-2db263d40169 req-1e0de79a-b341-4fc1-8693-724ae900afcb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0475128 Apr 14 21:16:56.001739 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f6227e0b-2e0e-4701-8151-2db263d40169 req-8da367c0-4ec2-40b3-8f5a-524271992f57 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582581 Apr 14 21:16:57.160368 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f7df-80ca-4fe5-ae1e-d1f83a05931a req-cc60f17c-35cb-4862-af65-160db3f8c914 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:57.162116 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f211f7df-80ca-4fe5-ae1e-d1f83a05931a req-cc60f17c-35cb-4862-af65-160db3f8c914 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0718629 Apr 14 21:16:57.225950 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f211f7df-80ca-4fe5-ae1e-d1f83a05931a req-6b8ebdf3-bb52-4c41-9fbd-d02a1f343cd9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549033 Apr 14 21:16:58.340801 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a8058-7901-4d3e-a81a-d3c33ada3f26 req-d5937cf5-5099-49ca-a030-4ede7830047d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:58.342267 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c5a8058-7901-4d3e-a81a-d3c33ada3f26 req-d5937cf5-5099-49ca-a030-4ede7830047d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0463541 Apr 14 21:16:58.389790 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c5a8058-7901-4d3e-a81a-d3c33ada3f26 req-dc70f234-dc20-4441-985a-d3090b9445d0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Apr 14 21:16:59.516757 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fbd06-1e0a-4c40-820b-c36edf627849 req-e9df3370-97fb-428c-be53-46b9d96fcf82 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:59.518262 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1e3fbd06-1e0a-4c40-820b-c36edf627849 req-e9df3370-97fb-428c-be53-46b9d96fcf82 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0539253 Apr 14 21:16:59.568082 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1e3fbd06-1e0a-4c40-820b-c36edf627849 req-d2c528e1-3c96-4ce9-b2ae-0a7dda44fdb1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Apr 14 21:17:00.686192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed753d-cf7d-46a8-ac2a-a4daf76e3f26 req-ce91534b-1bad-4391-b05b-16ecf37d8f01 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:00.687698 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aaed753d-cf7d-46a8-ac2a-a4daf76e3f26 req-ce91534b-1bad-4391-b05b-16ecf37d8f01 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0468132 Apr 14 21:17:00.734990 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aaed753d-cf7d-46a8-ac2a-a4daf76e3f26 req-66a7c097-52b6-4d7a-b754-0838cd877a9b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410509 Apr 14 21:17:01.852758 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403c77c-511d-4826-9e5c-0db046763aa4 req-43cb9364-95e6-4207-8936-da2da9214bf6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:01.854378 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a403c77c-511d-4826-9e5c-0db046763aa4 req-43cb9364-95e6-4207-8936-da2da9214bf6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0473926 Apr 14 21:17:01.903875 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a403c77c-511d-4826-9e5c-0db046763aa4 req-6523d1c6-a4be-4648-b06e-ce4456ce6a70 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Apr 14 21:17:01.933333 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:17:03.032711 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feafe7d-a145-4d0f-adec-fd46b23dff3a req-1a353467-80e6-4fe2-89ea-798a442e032f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:03.034455 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5feafe7d-a145-4d0f-adec-fd46b23dff3a req-1a353467-80e6-4fe2-89ea-798a442e032f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0566380 Apr 14 21:17:03.085650 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5feafe7d-a145-4d0f-adec-fd46b23dff3a req-7cf4ebae-82ad-4c1b-b92b-8cced22e8a75 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Apr 14 21:17:04.208638 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b3d7-6aeb-49dd-bf00-7ac7b046f681 req-e1b8fccf-0146-4003-9b6d-bb10ce70c585 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:04.210072 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a220b3d7-6aeb-49dd-bf00-7ac7b046f681 req-e1b8fccf-0146-4003-9b6d-bb10ce70c585 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0508969 Apr 14 21:17:04.257339 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a220b3d7-6aeb-49dd-bf00-7ac7b046f681 req-8a53fcf2-fd5c-42ae-aee3-52f222400202 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Apr 14 21:17:05.377035 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b020b73-533f-41f1-8689-178de9b7c416 req-ba9ec0e4-a5c2-4a71-8b20-4a26ffe984e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:05.378574 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b020b73-533f-41f1-8689-178de9b7c416 req-ba9ec0e4-a5c2-4a71-8b20-4a26ffe984e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0483050 Apr 14 21:17:05.432978 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b020b73-533f-41f1-8689-178de9b7c416 req-21de4381-9ea0-43b7-a0ff-e6db38b366e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Apr 14 21:17:06.428439 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:06.558493 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3890f-6044-40e2-86e0-e6e395040fb0 req-11d48fe4-abcb-4186-9049-7127f56c64fd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:06.559955 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64b3890f-6044-40e2-86e0-e6e395040fb0 req-11d48fe4-abcb-4186-9049-7127f56c64fd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0516939 Apr 14 21:17:06.606545 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64b3890f-6044-40e2-86e0-e6e395040fb0 req-2693e1b6-b5fc-4380-a86e-54005bf87f70 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410237 Apr 14 21:17:07.731215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c94ba-d9c6-4f40-8fe4-c68b34a57037 req-601daedd-cf7b-4345-8bc7-61ed569792d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:07.732717 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-033c94ba-d9c6-4f40-8fe4-c68b34a57037 req-601daedd-cf7b-4345-8bc7-61ed569792d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0535724 Apr 14 21:17:07.784532 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-033c94ba-d9c6-4f40-8fe4-c68b34a57037 req-a5652488-ea22-4bf9-b2a5-65e829c9a037 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 Apr 14 21:17:08.685506 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7175fc5b-ca70-429a-8dd0-a0447e0263d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:08.906629 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be086d-7d27-4176-a95b-4dd4d846c619 req-62ede074-6d07-4b8e-b25b-3a35c8d82343 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:08.908098 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e0be086d-7d27-4176-a95b-4dd4d846c619 req-62ede074-6d07-4b8e-b25b-3a35c8d82343 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0463316 Apr 14 21:17:08.959154 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e0be086d-7d27-4176-a95b-4dd4d846c619 req-ea0f2e62-c35d-4b70-964b-d9bc26840e52 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Apr 14 21:17:10.087740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ca18-d28e-4932-9539-7005006cb1ff req-ab323ab0-5df9-42b5-98f9-2e48e53a931d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:10.089268 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3194ca18-d28e-4932-9539-7005006cb1ff req-ab323ab0-5df9-42b5-98f9-2e48e53a931d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0449588 Apr 14 21:17:10.137608 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3194ca18-d28e-4932-9539-7005006cb1ff req-1d506a15-9b80-40ae-88a2-a71da89c9a85 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Apr 14 21:17:11.074146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-037bf10e-f933-4212-9721-f2447292b13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:11.258548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aaead-6a4d-490f-8141-23d5d5c7d5db req-116e26f8-022f-4a67-bc6b-5eaca5f3e01b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:11.260017 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a9aaead-6a4d-490f-8141-23d5d5c7d5db req-116e26f8-022f-4a67-bc6b-5eaca5f3e01b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0452840 Apr 14 21:17:11.306363 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a9aaead-6a4d-490f-8141-23d5d5c7d5db req-bc07027f-d17c-4665-8656-6fcf1b91693a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Apr 14 21:17:11.963296 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:12.421565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1995eaa-24c6-4471-b4a1-34eff065b6ff req-57bcf04f-ad3b-46ee-ab60-1d6992cd5f47 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:12.423067 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f1995eaa-24c6-4471-b4a1-34eff065b6ff req-57bcf04f-ad3b-46ee-ab60-1d6992cd5f47 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0455520 Apr 14 21:17:12.476729 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f1995eaa-24c6-4471-b4a1-34eff065b6ff req-8609a9bb-fe47-4a02-a533-4f6d1e232dba tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 Apr 14 21:17:13.196575 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40060) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:17:13.302854 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.305777 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a437bbff-a603-40a6-bdd1-b6092fc0df30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.377609 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a437bbff-a603-40a6-bdd1-b6092fc0df30 admin admin] Publish callbacks [] for security_group (fcadf5bc-5aa1-4364-8feb-d865982f2aae), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.422948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a437bbff-a603-40a6-bdd1-b6092fc0df30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fcadf5bc-5aa1-4364-8feb-d865982f2aae), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.462214 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a437bbff-a603-40a6-bdd1-b6092fc0df30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c407eb464fcb4afaba678911e9643347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643974 Apr 14 21:17:13.462919 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bbff-a603-40a6-bdd1-b6092fc0df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcadf5bc-5aa1-4364-8feb-d865982f2aae,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:17:13.464974 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40064) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:17:13.514925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] Publish callbacks [] for security_group (fcadf5bc-5aa1-4364-8feb-d865982f2aae), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.537166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] Publish callbacks [] for security_group (fcadf5bc-5aa1-4364-8feb-d865982f2aae), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.602714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323a6a-eace-4591-933d-4a2c8073fc83 req-73b96103-330c-4f3d-b006-56a884d9efb4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:13.604202 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de323a6a-eace-4591-933d-4a2c8073fc83 req-73b96103-330c-4f3d-b006-56a884d9efb4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0500002 Apr 14 21:17:13.651386 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-de323a6a-eace-4591-933d-4a2c8073fc83 req-1805ed87-70ce-4e17-9b62-1180f7118941 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Apr 14 21:17:13.654614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fcadf5bc-5aa1-4364-8feb-d865982f2aae), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.657332 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:13.658464 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcadf5bc-5aa1-4364-8feb-d865982f2aae HTTP/1.1" status: 204 len: 168 time: 0.1923096 Apr 14 21:17:13.669762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44296558-6ea4-4a24-9484-ef94355eb1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcadf5bc-5aa1-4364-8feb-d865982f2aae,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:17:14.768301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8436-d705-4eb8-b131-5f332471eb2c req-f36fd5a7-f96e-434e-9499-f91e1479d261 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:14.770306 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-352d8436-d705-4eb8-b131-5f332471eb2c req-f36fd5a7-f96e-434e-9499-f91e1479d261 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0453043 Apr 14 21:17:14.818485 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-352d8436-d705-4eb8-b131-5f332471eb2c req-9edc382e-8734-4cde-bb7f-eda48255632a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 Apr 14 21:17:14.894286 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:15.940056 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c0157-824d-43f3-9dd7-e9100f75eb9e req-e0edffd6-1893-4801-bbe6-05e8961da819 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:15.942066 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-000c0157-824d-43f3-9dd7-e9100f75eb9e req-e0edffd6-1893-4801-bbe6-05e8961da819 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Apr 14 21:17:15.988052 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-000c0157-824d-43f3-9dd7-e9100f75eb9e req-5a30432b-e1e6-4d62-bc05-29f935f129e3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Apr 14 21:17:17.109795 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b78e6-8519-498c-a26b-590fafa78326 req-c950ecf8-c70c-47bd-a0e2-1fc34224b6d1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:17.111262 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3d4b78e6-8519-498c-a26b-590fafa78326 req-c950ecf8-c70c-47bd-a0e2-1fc34224b6d1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0493290 Apr 14 21:17:17.158495 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3d4b78e6-8519-498c-a26b-590fafa78326 req-88cc23d1-281c-4bd7-a6db-ce1af3d50860 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Apr 14 21:17:18.276221 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526fbd9-b900-40b9-bee7-d9e1db5cab15 req-84369376-0a14-4119-bf07-1bd6b4c80fe8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:18.277763 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2526fbd9-b900-40b9-bee7-d9e1db5cab15 req-84369376-0a14-4119-bf07-1bd6b4c80fe8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0464704 Apr 14 21:17:18.330651 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2526fbd9-b900-40b9-bee7-d9e1db5cab15 req-20ac9c28-3ae8-44c3-a362-77b87dad5935 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 Apr 14 21:17:19.449809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4221f8d-50b0-4a83-92b8-984b02a1c1cc req-17ef713d-fd2b-4b50-ad6c-a1a194f9c0fc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:19.451261 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b4221f8d-50b0-4a83-92b8-984b02a1c1cc req-17ef713d-fd2b-4b50-ad6c-a1a194f9c0fc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0461400 Apr 14 21:17:19.497252 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b4221f8d-50b0-4a83-92b8-984b02a1c1cc req-ea0cdbdb-9c6c-4a45-afb1-b6d2525cfe6a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Apr 14 21:17:20.615113 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5f60-34ae-4761-85c9-57d262659909 req-77304654-3020-4f1b-8711-6a42567b38c0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:20.616570 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fd9a5f60-34ae-4761-85c9-57d262659909 req-77304654-3020-4f1b-8711-6a42567b38c0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0472798 Apr 14 21:17:20.662756 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fd9a5f60-34ae-4761-85c9-57d262659909 req-7f06d787-da8a-4052-b670-6d9fde358259 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Apr 14 21:17:21.779131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e5440-29b3-4040-81b3-708ef39068bd req-3de158af-7d75-43d5-86a4-58302913fecc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:21.780590 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-379e5440-29b3-4040-81b3-708ef39068bd req-3de158af-7d75-43d5-86a4-58302913fecc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0451195 Apr 14 21:17:21.829053 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-379e5440-29b3-4040-81b3-708ef39068bd req-633e24a3-819f-462f-ba1e-fffb926b908b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 Apr 14 21:17:22.945475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ef20-9f9c-4eee-9f2e-13d89992a0b1 req-ddeb76cf-d385-4bc3-8f0d-c188da133e7f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:22.946974 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3676ef20-9f9c-4eee-9f2e-13d89992a0b1 req-ddeb76cf-d385-4bc3-8f0d-c188da133e7f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0468924 Apr 14 21:17:22.991988 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3676ef20-9f9c-4eee-9f2e-13d89992a0b1 req-4670ef54-4135-4a36-b180-6d09883c77fc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Apr 14 21:17:24.107414 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f4cc-7dc6-452f-8b07-60a277533117 req-9e2159d6-04d4-4071-993f-9277a9b12239 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:24.108862 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0980f4cc-7dc6-452f-8b07-60a277533117 req-9e2159d6-04d4-4071-993f-9277a9b12239 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0458295 Apr 14 21:17:24.155489 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0980f4cc-7dc6-452f-8b07-60a277533117 req-e09c4cc8-57a1-4ff1-8c6e-80491633cc18 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Apr 14 21:17:25.275122 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd5ce4-ff40-4c87-9728-a3be1190a832 req-a8a9ef1a-1661-4103-90db-a459a57b9c65 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:25.276609 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49dd5ce4-ff40-4c87-9728-a3be1190a832 req-a8a9ef1a-1661-4103-90db-a459a57b9c65 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0486641 Apr 14 21:17:25.323544 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-49dd5ce4-ff40-4c87-9728-a3be1190a832 req-14f7f79d-2441-44a8-8647-60690acdff97 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404952 Apr 14 21:17:26.444468 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e251-4a17-49f7-9143-533a5d54251e req-efb399e2-3823-4a87-823a-8905aac9ab3c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:26.446606 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a535e251-4a17-49f7-9143-533a5d54251e req-efb399e2-3823-4a87-823a-8905aac9ab3c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0483837 Apr 14 21:17:26.494285 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a535e251-4a17-49f7-9143-533a5d54251e req-e214693d-ac63-4f68-a5ac-e93b9e951573 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Apr 14 21:17:27.006698 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:17:27.107845 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:17:27.119686 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'mac_address': 'fa:16:3e:1a:9e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:17:27.158293 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:17:27.168387 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:27.172454 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:17:27.199820 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:17:27.619997 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be222b7-fa4b-4f9b-ab42-c207463fa97c req-07a161b5-b5be-4e4c-b3c8-6612acff4240 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:27.621552 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5be222b7-fa4b-4f9b-ab42-c207463fa97c req-07a161b5-b5be-4e4c-b3c8-6612acff4240 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 943 time: 0.0470624 Apr 14 21:17:27.653985 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:27.671048 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5be222b7-fa4b-4f9b-ab42-c207463fa97c req-3cf41769-b7be-4fd4-9c42-5911455c3414 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Apr 14 21:17:27.708018 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=9']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:17:27.715553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.715904 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.716263 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.716622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.716977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.717307 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.717632 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.717953 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.718272 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.718594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.718916 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.719250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.719573 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.719888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:27.720205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:17:28.099693 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['4eba79d3-fcd7-4dd6-ba11-67da954615cc'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:17:28.796984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd88e0c-8288-4244-9f78-a186656b23bc req-41fd591b-2da7-4d54-bb54-68f6bd48f212 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:28.798874 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9bd88e0c-8288-4244-9f78-a186656b23bc req-41fd591b-2da7-4d54-bb54-68f6bd48f212 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 944 time: 0.0520027 Apr 14 21:17:28.847122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9bd88e0c-8288-4244-9f78-a186656b23bc req-379c4506-3c50-48e1-ae6f-42d9ed6cdde8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Apr 14 21:17:29.279977 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:17:29.328928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 4eba79d3-fcd7-4dd6-ba11-67da954615cc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:17:29.329498 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:29.413481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 4eba79d3-fcd7-4dd6-ba11-67da954615cc is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:17:29.413872 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:29.437644 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:17:29.439848 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa685ebc-9c77-4297-99ab-8544d061bd2e" -d '{"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:17:29.455692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:17:29.528337 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:29.577059 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=10']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:17:29.656459 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96eb263-155f-45f3-bd55-baa65a7561d4 x-openstack-request-id: req-e96eb263-155f-45f3-bd55-baa65a7561d4 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:17:29.656771 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-plugged", "status": "completed", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:17:29.657063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e96eb263-155f-45f3-bd55-baa65a7561d4 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:17:29.657484 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96eb263-155f-45f3-bd55-baa65a7561d4'] response: {'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'code': 200} Apr 14 21:17:29.967738 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc06a77-5d5d-4d34-a156-250620ae7156 req-cfa4a5ca-a36c-4e4c-9ba5-d547a48200ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:29.969247 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0dc06a77-5d5d-4d34-a156-250620ae7156 req-cfa4a5ca-a36c-4e4c-9ba5-d547a48200ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Apr 14 21:17:30.018284 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0dc06a77-5d5d-4d34-a156-250620ae7156 req-3b73ea63-c8f5-4750-8027-7e71735d90d0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Apr 14 21:17:30.529044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c4745-fcbc-4961-b0ba-b1d0c10ca975 req-ba524997-9bc4-4574-b3a5-3a94a6711150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:30.530548 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd9c4745-fcbc-4961-b0ba-b1d0c10ca975 req-ba524997-9bc4-4574-b3a5-3a94a6711150 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 1130 time: 0.1410637 Apr 14 21:17:30.579095 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd9c4745-fcbc-4961-b0ba-b1d0c10ca975 req-a4040cb9-86cb-4321-8b26-cf98e9feef11 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Apr 14 21:17:31.146742 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fd9b9-4e70-4208-855e-785d27cbadca req-bbcc5a77-acb4-4a52-bef1-7bcd29fca6b8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:31.148314 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-268fd9b9-4e70-4208-855e-785d27cbadca req-bbcc5a77-acb4-4a52-bef1-7bcd29fca6b8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0540285 Apr 14 21:17:31.197122 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-268fd9b9-4e70-4208-855e-785d27cbadca req-04b81720-3967-443a-863c-d45f32fb3d64 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Apr 14 21:17:32.317278 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9025-286d-4aa8-81f6-225baa51fae7 req-fe19f23f-bb2b-4264-92fc-6e6c6e0563b6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:32.318825 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accb9025-286d-4aa8-81f6-225baa51fae7 req-fe19f23f-bb2b-4264-92fc-6e6c6e0563b6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0480351 Apr 14 21:17:32.369540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-accb9025-286d-4aa8-81f6-225baa51fae7 req-e24cd892-98c1-4096-9667-5883839969ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Apr 14 21:17:33.488943 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e86bb-35b9-4dbd-8e60-0999668dadaa req-816d4fa4-dd25-4abb-9e38-c2ff2a8f5de7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:33.490212 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f31e86bb-35b9-4dbd-8e60-0999668dadaa req-816d4fa4-dd25-4abb-9e38-c2ff2a8f5de7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0473776 Apr 14 21:17:33.540037 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f31e86bb-35b9-4dbd-8e60-0999668dadaa req-ffc5d72e-e6b7-4391-b79d-3a698db7fbd0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Apr 14 21:17:34.392241 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-99ddce7f-e49c-4dd3-93a4-74d50d25444a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367756 Apr 14 21:17:34.459853 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-a151e4ae-6b8e-46f7-92fb-c7fd530ff5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:34.461362 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-a151e4ae-6b8e-46f7-92fb-c7fd530ff5bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 1129 time: 0.0465496 Apr 14 21:17:34.564342 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-5dd6a187-0144-4d49-b361-1f5e385514d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:34.565852 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-5dd6a187-0144-4d49-b361-1f5e385514d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.0860190 Apr 14 21:17:34.670473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-c1194628-0d37-415a-ab96-89c141fae2cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 200 len: 1001 time: 0.0982442 Apr 14 21:17:34.676764 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6fc3-7e67-414a-957d-1013030acba2 req-2e52cf50-44d4-4a17-9a17-c3b9c4f3d2c2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:34.678902 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d27a6fc3-7e67-414a-957d-1013030acba2 req-2e52cf50-44d4-4a17-9a17-c3b9c4f3d2c2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0595646 Apr 14 21:17:34.748184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-c9779c0b-9518-40aa-8518-dc6f18c16505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:34.749698 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-c9779c0b-9518-40aa-8518-dc6f18c16505 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0699401 Apr 14 21:17:34.769666 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d27a6fc3-7e67-414a-957d-1013030acba2 req-b33ad3ac-710a-47f5-9982-9ff3eec048ed tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824723 Apr 14 21:17:34.804773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-85f0e9b2-b1ed-4ed8-8461-58dd6c06cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:34.806310 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-85f0e9b2-b1ed-4ed8-8461-58dd6c06cafc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487866 Apr 14 21:17:34.898646 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-a816d197-2e59-4280-a17e-2e5275f35d9f service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Apr 14 21:17:34.998473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ddb510b-58cc-4df2-81b4-acbcf4832d97 req-1d434ef5-9e98-4b4d-b7a5-6352200f270e service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936608 Apr 14 21:17:36.457066 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:38.696622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-def280d1-1b88-4ead-95e1-79934cb45490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:38.932809 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:17:41.025468 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6bbf828a-968f-4cab-b763-4c2826622e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:41.962379 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:43.328072 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:44.876541 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:46.741654 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc343ee-83ab-46ab-b813-ca6a386398bd req-5ea74658-f5d4-4e88-9544-22152c0ed60a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:46.743197 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1bc343ee-83ab-46ab-b813-ca6a386398bd req-5ea74658-f5d4-4e88-9544-22152c0ed60a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0478661 Apr 14 21:17:46.829600 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1bc343ee-83ab-46ab-b813-ca6a386398bd req-79641587-d02a-42ba-b1bf-b50bf050159e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800679 Apr 14 21:17:46.840164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-58bd30fd-5a0c-465c-937b-ff9d39beb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:46.841753 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-58bd30fd-5a0c-465c-937b-ff9d39beb157 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1169 time: 0.0503845 Apr 14 21:17:46.938618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-440df677-e651-4c10-9565-38f2a41cf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:46.940063 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-440df677-e651-4c10-9565-38f2a41cf14f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 916 time: 0.0911424 Apr 14 21:17:47.009095 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-b71fab65-d5f3-4ca4-9543-4ac1e0db8cc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 1002 time: 0.0614662 Apr 14 21:17:47.061915 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-d28a0c16-5bb8-4e83-836d-78e4563894a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:47.063363 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-d28a0c16-5bb8-4e83-836d-78e4563894a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0475736 Apr 14 21:17:47.104756 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-f7af7605-f00a-4fe8-b0eb-5af73bfa0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:47.106219 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-f7af7605-f00a-4fe8-b0eb-5af73bfa0207 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369868 Apr 14 21:17:47.199349 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-39f97702-32bf-4ccb-bbbf-4fe5c37f54d9 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Apr 14 21:17:47.299118 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1f488b2-f968-4c68-9ae9-a7d406bb50a0 req-b6175003-5735-4803-9cf7-99f393bfd9bb service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877035 Apr 14 21:17:47.952548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf546-cafc-4a3b-b6e9-77a93834f640 req-74959ed1-418e-42d8-ba93-0bd7098fb2e3 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:47.959306 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e4acf546-cafc-4a3b-b6e9-77a93834f640 req-74959ed1-418e-42d8-ba93-0bd7098fb2e3 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0531504 Apr 14 21:17:48.100233 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e4acf546-cafc-4a3b-b6e9-77a93834f640 req-814d9e5c-4636-4da2-9655-acb9601ae7a5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403694 Apr 14 21:17:49.214459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12504e95-6964-4bdb-ae7a-d85d8d2bc7b3 req-d508f5c2-558d-4be7-8365-e9bb4fa59ccd tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:49.215847 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-12504e95-6964-4bdb-ae7a-d85d8d2bc7b3 req-d508f5c2-558d-4be7-8365-e9bb4fa59ccd tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0461071 Apr 14 21:17:49.276520 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-12504e95-6964-4bdb-ae7a-d85d8d2bc7b3 req-d8f2c621-a2ac-4383-9988-32a683669632 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545588 Apr 14 21:17:50.392327 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302f678-010e-4e0d-92fd-d48f69d65850 req-270fafb0-9ef2-4300-87c6-289a66d4d718 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:50.393894 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1302f678-010e-4e0d-92fd-d48f69d65850 req-270fafb0-9ef2-4300-87c6-289a66d4d718 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0469174 Apr 14 21:17:50.454861 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1302f678-010e-4e0d-92fd-d48f69d65850 req-4f5bb6df-2d4b-4ab8-8ef9-58d43a2bdefa tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552721 Apr 14 21:17:51.571466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66bcbd-7fd1-4368-b066-44e03f824242 req-8504707a-a1bb-40e3-bb6d-defda73ddf65 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:51.573001 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d66bcbd-7fd1-4368-b066-44e03f824242 req-8504707a-a1bb-40e3-bb6d-defda73ddf65 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0509639 Apr 14 21:17:51.633220 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0d66bcbd-7fd1-4368-b066-44e03f824242 req-78fb7f1f-0dd5-4000-b10c-6dc64ba3adea tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539868 Apr 14 21:17:52.749610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac6edb-0ad8-4cdb-9ac5-3475849967a9 req-9445fae2-1f51-4990-9d94-ac52dcb90d7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:52.751119 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-37ac6edb-0ad8-4cdb-9ac5-3475849967a9 req-9445fae2-1f51-4990-9d94-ac52dcb90d7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0479732 Apr 14 21:17:52.811952 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-37ac6edb-0ad8-4cdb-9ac5-3475849967a9 req-394f7d01-023e-4c31-a4da-50531dff1747 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551455 Apr 14 21:17:53.922723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca298f1a-cbd4-45c6-a6bf-85de4db007f0 req-4a3c1289-729f-4ec5-9c5f-98eb50c1faa5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:53.924303 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ca298f1a-cbd4-45c6-a6bf-85de4db007f0 req-4a3c1289-729f-4ec5-9c5f-98eb50c1faa5 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0464494 Apr 14 21:17:53.984899 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ca298f1a-cbd4-45c6-a6bf-85de4db007f0 req-e4ff97da-19a1-42cb-8415-3471e42f5fec tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534844 Apr 14 21:17:55.100697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb55d98-69af-401b-aa79-9db67afb34e0 req-c2ffee65-1b49-4446-a062-dd4a998786b4 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:55.102219 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0eb55d98-69af-401b-aa79-9db67afb34e0 req-c2ffee65-1b49-4446-a062-dd4a998786b4 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0499256 Apr 14 21:17:55.160689 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0eb55d98-69af-401b-aa79-9db67afb34e0 req-f24557d2-7f30-4333-8e74-064c9a4c3348 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527442 Apr 14 21:17:56.274864 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a19b2-f9d0-45b6-8cb8-a63acce1800e req-628c5489-5903-4dfc-8f2f-0a87112d1e5d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:56.276341 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1b9a19b2-f9d0-45b6-8cb8-a63acce1800e req-628c5489-5903-4dfc-8f2f-0a87112d1e5d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0491891 Apr 14 21:17:56.337221 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1b9a19b2-f9d0-45b6-8cb8-a63acce1800e req-ce099d8e-3628-458e-8fc7-60fe53b03a8b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542746 Apr 14 21:17:57.451601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fb7d8-9f58-4982-aee7-91452adf4cf8 req-2d93da04-23c0-4a3b-826e-1e2099b5758d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:57.453158 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-091fb7d8-9f58-4982-aee7-91452adf4cf8 req-2d93da04-23c0-4a3b-826e-1e2099b5758d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0483675 Apr 14 21:17:57.516807 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-091fb7d8-9f58-4982-aee7-91452adf4cf8 req-c5273f58-74e2-494b-a4e1-5310bc343472 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578592 Apr 14 21:17:58.635345 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc250c26-60ed-4404-9f7f-8baaac68da75 req-914ac936-a259-447e-95af-be617e271e2c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:58.636882 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fc250c26-60ed-4404-9f7f-8baaac68da75 req-914ac936-a259-447e-95af-be617e271e2c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0511580 Apr 14 21:17:58.697187 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fc250c26-60ed-4404-9f7f-8baaac68da75 req-036bf731-243f-4fb4-840b-ada8ceea07a1 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544674 Apr 14 21:17:59.811529 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135c15-0e71-433d-ad4a-912c9e41efa9 req-5769f686-ecfc-4e89-a0f2-4e04a8f2e5b7 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:17:59.813105 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-39135c15-0e71-433d-ad4a-912c9e41efa9 req-5769f686-ecfc-4e89-a0f2-4e04a8f2e5b7 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0481169 Apr 14 21:17:59.872321 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-39135c15-0e71-433d-ad4a-912c9e41efa9 req-f2cab44d-5558-4d32-b567-11b9c63a6267 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534039 Apr 14 21:18:00.984685 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652b9d8-12a5-472e-85b8-011b9b7521e6 req-0e410848-d660-43df-8ec5-6603678cc33e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:00.986243 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6652b9d8-12a5-472e-85b8-011b9b7521e6 req-0e410848-d660-43df-8ec5-6603678cc33e tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0476298 Apr 14 21:18:01.046117 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6652b9d8-12a5-472e-85b8-011b9b7521e6 req-10624669-49a0-4639-8f8e-72a2942e9d5c tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541701 Apr 14 21:18:02.163872 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c3c48-3e74-4872-bb4e-90327c284ac1 req-9cae1a37-b185-4cd3-a23e-86a3ac361563 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:02.165495 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc8c3c48-3e74-4872-bb4e-90327c284ac1 req-9cae1a37-b185-4cd3-a23e-86a3ac361563 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0522916 Apr 14 21:18:02.231082 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dc8c3c48-3e74-4872-bb4e-90327c284ac1 req-39d88d3c-e8e3-4514-9eba-38fdcc31ade8 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591328 Apr 14 21:18:03.345045 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47dece-ff7a-496a-866d-d484b3f425ff req-c30990cb-920a-4001-9671-e2ba61853f83 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:03.346533 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9c47dece-ff7a-496a-866d-d484b3f425ff req-c30990cb-920a-4001-9671-e2ba61853f83 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0482962 Apr 14 21:18:03.409842 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9c47dece-ff7a-496a-866d-d484b3f425ff req-4e281b35-90cf-4483-b157-f1c233728589 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575383 Apr 14 21:18:04.529097 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255f1e-ba47-49e8-a4e8-fdea1c3eac48 req-88549d57-db63-4afd-af1a-eab90e64313a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:04.530673 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-75255f1e-ba47-49e8-a4e8-fdea1c3eac48 req-88549d57-db63-4afd-af1a-eab90e64313a tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0506330 Apr 14 21:18:04.592477 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-75255f1e-ba47-49e8-a4e8-fdea1c3eac48 req-d8beb622-cb1e-4e9c-9d37-b44aaf7f36bc tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553901 Apr 14 21:18:05.695542 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7139317-d426-4db0-977e-8fdf7794bc98 req-2b6215fc-9780-40ca-b4f8-5a6e5503bba4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:05.697173 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d7139317-d426-4db0-977e-8fdf7794bc98 req-2b6215fc-9780-40ca-b4f8-5a6e5503bba4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0497346 Apr 14 21:18:05.711025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8077-1873-4bd0-9c2d-8e255a6b0edf req-a518d7e2-ffee-4a58-b329-50a025daedbe tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:05.712548 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d71f8077-1873-4bd0-9c2d-8e255a6b0edf req-a518d7e2-ffee-4a58-b329-50a025daedbe tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0492666 Apr 14 21:18:05.747457 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d7139317-d426-4db0-977e-8fdf7794bc98 req-2b2a41c4-c7f2-4bc4-9815-83a0dc38ad02 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Apr 14 21:18:05.769125 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-ab3e51cc-a370-4687-944a-e72198368c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:05.770605 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-ab3e51cc-a370-4687-944a-e72198368c8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0530148 Apr 14 21:18:05.855501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d71f8077-1873-4bd0-9c2d-8e255a6b0edf req-360db253-3001-4ae1-bfca-42e5b60426c4 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&id=1be42499-afe7-4328-b7f8-b660309d2cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366999 Apr 14 21:18:05.886262 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-56c1e3bb-ce80-4b5e-a7be-4d0c1facd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:05.888465 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-56c1e3bb-ce80-4b5e-a7be-4d0c1facd857 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.1118941 Apr 14 21:18:05.954507 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-81303160-e782-4af8-b4dd-7c12e369d50b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1002 time: 0.0588834 Apr 14 21:18:06.007396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-09640499-ff69-4c5a-b388-46f864ffb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:06.008811 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-09640499-ff69-4c5a-b388-46f864ffb2f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0465057 Apr 14 21:18:06.051443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-0dde194e-b257-44eb-84f8-4e671524503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:06.052897 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-0dde194e-b257-44eb-84f8-4e671524503a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375643 Apr 14 21:18:06.139279 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-c7effc57-ae70-4d70-8612-16ea4bb3f634 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793855 Apr 14 21:18:06.230907 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b78a2df-ecd8-495b-9305-065966e4dd1a req-10386872-2f05-4cdd-afc2-f489f48de07e service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Apr 14 21:18:06.428150 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:06.870361 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918445ba-3d61-4486-905b-739253e39e62 req-fcf2dfe0-b6fe-4ead-861d-fab97d8385b0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:06.871855 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-918445ba-3d61-4486-905b-739253e39e62 req-fcf2dfe0-b6fe-4ead-861d-fab97d8385b0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0566111 Apr 14 21:18:06.918833 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-918445ba-3d61-4486-905b-739253e39e62 req-c30e5e9b-4555-409c-87f5-16ae18c9807a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Apr 14 21:18:08.029585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4c7d-c340-4b3c-ba07-e3a520526406 req-c10f68c6-cd91-4709-a833-e6f4f5e9d0d4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:08.031731 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-434a4c7d-c340-4b3c-ba07-e3a520526406 req-c10f68c6-cd91-4709-a833-e6f4f5e9d0d4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0457511 Apr 14 21:18:08.076492 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-434a4c7d-c340-4b3c-ba07-e3a520526406 req-49a8aa82-8af5-4d93-8174-0eefbf6fcdd9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Apr 14 21:18:08.687187 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dc7605c5-d417-42c3-9643-e2fcb04d1c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:09.189133 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad494e3-0a89-449e-9c42-76d50abeff75 req-f690e079-86b0-4e0d-be18-33aba4d0d449 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:09.190578 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1ad494e3-0a89-449e-9c42-76d50abeff75 req-f690e079-86b0-4e0d-be18-33aba4d0d449 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0462053 Apr 14 21:18:09.236304 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1ad494e3-0a89-449e-9c42-76d50abeff75 req-99934f1c-07fc-49c0-9353-c22b564ad5b0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Apr 14 21:18:10.352210 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854492f-31e7-4bb9-ae64-be2ab8be0678 req-b7013724-ec4d-473f-9252-6d63cd063347 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:10.353716 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f854492f-31e7-4bb9-ae64-be2ab8be0678 req-b7013724-ec4d-473f-9252-6d63cd063347 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0502090 Apr 14 21:18:10.400415 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f854492f-31e7-4bb9-ae64-be2ab8be0678 req-db43bc41-29cc-4426-b93b-06048cbf6ffb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 14 21:18:10.999446 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1cda-1152-44ca-bec8-66850c5756fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:11.511352 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0a65-5d4f-4de4-9c1c-8d9e24a0af0b req-ee855d62-eab3-44f7-b29c-8156f5c0c7ed tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:11.512866 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eaba0a65-5d4f-4de4-9c1c-8d9e24a0af0b req-ee855d62-eab3-44f7-b29c-8156f5c0c7ed tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0461547 Apr 14 21:18:11.563600 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eaba0a65-5d4f-4de4-9c1c-8d9e24a0af0b req-169d7ffa-0581-4f84-9fe3-b0827deec5c4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Apr 14 21:18:11.944648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:12.674313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784757ef-ccf7-4c7c-a4d0-c56af659de4d req-7e2ab3c8-43f8-4ade-8492-1710ec207b3f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:12.675754 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-784757ef-ccf7-4c7c-a4d0-c56af659de4d req-7e2ab3c8-43f8-4ade-8492-1710ec207b3f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0458996 Apr 14 21:18:12.721309 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-784757ef-ccf7-4c7c-a4d0-c56af659de4d req-bd8205a7-3925-4158-a320-1bd65fda6ed5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Apr 14 21:18:13.349997 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:13.830226 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1877e-eb44-4148-8275-15d27d98fb64 req-fd5a88c2-8ba6-4667-a542-bb9fe43fcba1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:13.831689 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bab1877e-eb44-4148-8275-15d27d98fb64 req-fd5a88c2-8ba6-4667-a542-bb9fe43fcba1 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0452724 Apr 14 21:18:13.880144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bab1877e-eb44-4148-8275-15d27d98fb64 req-d27db2db-b708-476f-9591-c2722364ec1e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Apr 14 21:18:14.909933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:15.000377 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d725b-f62e-4c25-8af9-b47e25d92761 req-35cec250-c707-47eb-afa1-9c70c448b00d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:15.001853 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d58d725b-f62e-4c25-8af9-b47e25d92761 req-35cec250-c707-47eb-afa1-9c70c448b00d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0503490 Apr 14 21:18:15.048789 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d58d725b-f62e-4c25-8af9-b47e25d92761 req-014b5643-09fa-4152-a85b-3f4b87a31eb9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Apr 14 21:18:15.931178 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:18:16.159126 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782bd4f-8e4d-4b0e-8903-7310f86b718d req-63f5de00-3380-4b02-ae96-df793cacf17e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:16.160605 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2782bd4f-8e4d-4b0e-8903-7310f86b718d req-63f5de00-3380-4b02-ae96-df793cacf17e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0453739 Apr 14 21:18:16.206832 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2782bd4f-8e4d-4b0e-8903-7310f86b718d req-be408ca5-893c-415a-bd2c-621017e67a99 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Apr 14 21:18:17.319315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b93277-09ed-4198-aef2-14dd31b5ad90 req-c2768814-5702-4ee6-8678-b0d852861a2e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:17.320810 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6b93277-09ed-4198-aef2-14dd31b5ad90 req-c2768814-5702-4ee6-8678-b0d852861a2e tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0470519 Apr 14 21:18:17.366823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6b93277-09ed-4198-aef2-14dd31b5ad90 req-31863a68-3b02-4155-bc49-706066bb7413 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Apr 14 21:18:18.480735 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f897db7-be7b-4a57-a38a-ecf0262027fd req-af3fd06a-0977-4b40-bb57-dbe9545596f4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:18.482225 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f897db7-be7b-4a57-a38a-ecf0262027fd req-af3fd06a-0977-4b40-bb57-dbe9545596f4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0486577 Apr 14 21:18:18.528128 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2f897db7-be7b-4a57-a38a-ecf0262027fd req-18f4c4a2-f626-4d80-b8e9-95df09fa9e72 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Apr 14 21:18:19.639969 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9105c-0460-498a-ae2c-8828db42a8e9 req-e84ad61f-c2b8-46f2-bf50-f4d12fb4b0c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:19.641507 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e0a9105c-0460-498a-ae2c-8828db42a8e9 req-e84ad61f-c2b8-46f2-bf50-f4d12fb4b0c3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0471113 Apr 14 21:18:19.689487 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e0a9105c-0460-498a-ae2c-8828db42a8e9 req-209b48c9-fd1c-4bc5-9a8b-101d26aec959 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Apr 14 21:18:20.806862 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4ef5c-3d94-4ac6-a939-05fcc64a1613 req-557375a5-e024-47e3-8627-0b418a364063 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:20.808372 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-94a4ef5c-3d94-4ac6-a939-05fcc64a1613 req-557375a5-e024-47e3-8627-0b418a364063 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0474269 Apr 14 21:18:20.858912 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-94a4ef5c-3d94-4ac6-a939-05fcc64a1613 req-4e730731-419b-49f1-9e0f-c2f2791f5dc8 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Apr 14 21:18:21.971166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278286d-4c9b-451b-ac31-6dac9dff1bb4 req-f6abfbab-c1ed-48e1-baa3-9cba86665e2f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:21.972677 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0278286d-4c9b-451b-ac31-6dac9dff1bb4 req-f6abfbab-c1ed-48e1-baa3-9cba86665e2f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0461056 Apr 14 21:18:22.006571 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f221-bafe-4b40-84f2-a372c8812e75 req-c3dda864-c83f-4483-9720-02c75ee3f829 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:22.008077 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-29d7f221-bafe-4b40-84f2-a372c8812e75 req-c3dda864-c83f-4483-9720-02c75ee3f829 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0462756 Apr 14 21:18:22.019777 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0278286d-4c9b-451b-ac31-6dac9dff1bb4 req-2eee7f78-2cbd-4785-a53e-29133f631b7c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Apr 14 21:18:22.059538 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-29d7f221-bafe-4b40-84f2-a372c8812e75 req-bc76ea22-8a42-42f5-92d8-7f7d80ee9783 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457203 Apr 14 21:18:23.133962 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d4e93-9853-4cbb-8b37-6fffad6d1a97 req-2ce02299-2895-4ff7-acfd-5112c5d2210c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:23.135534 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f48d4e93-9853-4cbb-8b37-6fffad6d1a97 req-2ce02299-2895-4ff7-acfd-5112c5d2210c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0462003 Apr 14 21:18:23.171719 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b69091-22a4-47d9-b735-072c3f86a537 req-62ef7982-1e14-40a4-aa9c-2d3e455fca3c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:23.173418 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-79b69091-22a4-47d9-b735-072c3f86a537 req-62ef7982-1e14-40a4-aa9c-2d3e455fca3c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0472717 Apr 14 21:18:23.184522 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f48d4e93-9853-4cbb-8b37-6fffad6d1a97 req-865e1d70-d7aa-4783-a5b1-ff30940e3988 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Apr 14 21:18:23.221857 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-79b69091-22a4-47d9-b735-072c3f86a537 req-64938c80-9ce3-46c3-9818-37f296eec3e8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Apr 14 21:18:23.923401 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76776c1a-e8c2-48ba-8206-308deb796177 req-cc814080-1a3c-43bd-8717-498467fa1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:23.924939 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76776c1a-e8c2-48ba-8206-308deb796177 req-cc814080-1a3c-43bd-8717-498467fa1334 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0409980 Apr 14 21:18:24.028627 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76776c1a-e8c2-48ba-8206-308deb796177 req-0c18b31f-41b5-4007-a7e9-b3bae1ae8f64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Apr 14 21:18:24.297177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe5e20-ba92-4778-8d45-c3af1ce4f641 req-a07c9151-6935-43b5-8500-83e425f8f603 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:24.298664 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8cfe5e20-ba92-4778-8d45-c3af1ce4f641 req-a07c9151-6935-43b5-8500-83e425f8f603 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0472791 Apr 14 21:18:24.335931 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e966f8-4e04-4c9d-98a0-caa639eaa403 req-1ff4be5c-16f1-468b-8071-9f10e6cad295 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:24.338093 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a5e966f8-4e04-4c9d-98a0-caa639eaa403 req-1ff4be5c-16f1-468b-8071-9f10e6cad295 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0496893 Apr 14 21:18:24.349268 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8cfe5e20-ba92-4778-8d45-c3af1ce4f641 req-677b1c0e-998e-4353-a260-2300d2ee3c56 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450110 Apr 14 21:18:24.388738 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a5e966f8-4e04-4c9d-98a0-caa639eaa403 req-64115078-9852-4404-85e5-dbc62cedf375 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Apr 14 21:18:25.464424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d148a2-1b8d-4d79-bdfd-1123870a082f req-c3279a6b-1567-4f90-9204-f60cbfbea15f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:25.465927 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-20d148a2-1b8d-4d79-bdfd-1123870a082f req-c3279a6b-1567-4f90-9204-f60cbfbea15f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0459795 Apr 14 21:18:25.504747 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc4c7-5d96-4ebd-b4ed-ef319132d7b4 req-01bfb21a-b3b1-4196-873e-c786338989de tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:25.506267 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-213cc4c7-5d96-4ebd-b4ed-ef319132d7b4 req-01bfb21a-b3b1-4196-873e-c786338989de tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0497034 Apr 14 21:18:25.515859 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-20d148a2-1b8d-4d79-bdfd-1123870a082f req-d6b27233-0b2e-46ee-9d9f-fb6b05094acd tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Apr 14 21:18:25.554439 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-213cc4c7-5d96-4ebd-b4ed-ef319132d7b4 req-24b18fed-0ef6-49f5-aafa-3e7211aeb90f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 Apr 14 21:18:26.305391 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dda31-b753-4a22-88d0-a66d67bbbffd req-bdfb2166-19b8-432f-9204-5258c3b2b5df tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:26.307275 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-296dda31-b753-4a22-88d0-a66d67bbbffd req-bdfb2166-19b8-432f-9204-5258c3b2b5df tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0481389 Apr 14 21:18:26.358407 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-296dda31-b753-4a22-88d0-a66d67bbbffd req-d20f42bb-6fcc-42c3-8785-728931714d0e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442579 Apr 14 21:18:26.631920 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d082e76-a46f-49e5-8d88-3e7ab62ef52b req-0aa15c9a-d205-4ae3-8084-13b9e2416ab7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:26.633440 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d082e76-a46f-49e5-8d88-3e7ab62ef52b req-0aa15c9a-d205-4ae3-8084-13b9e2416ab7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0482297 Apr 14 21:18:26.678187 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2d7c-07a6-4807-9c60-c5e04e0f17c6 req-8dfa15d1-3d75-4377-9cc4-be9967e02126 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:26.680177 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d082e76-a46f-49e5-8d88-3e7ab62ef52b req-c0f117a0-ca2e-4ce2-b9df-30b997f2033f tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Apr 14 21:18:26.680517 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-078d2d7c-07a6-4807-9c60-c5e04e0f17c6 req-8dfa15d1-3d75-4377-9cc4-be9967e02126 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0503221 Apr 14 21:18:26.726189 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-078d2d7c-07a6-4807-9c60-c5e04e0f17c6 req-f9c2aa7b-5d97-44d1-bd32-30a6bde31bae tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Apr 14 21:18:27.163247 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484f168-98b1-4970-80c0-1a55ca7d2d87 req-c307ff58-6271-4121-a663-1665c53c13fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:27.164686 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6484f168-98b1-4970-80c0-1a55ca7d2d87 req-c307ff58-6271-4121-a663-1665c53c13fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0446756 Apr 14 21:18:27.209994 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6484f168-98b1-4970-80c0-1a55ca7d2d87 req-624c9083-c7b7-4e94-872a-6552d1516542 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397120 Apr 14 21:18:27.472859 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cabb43-ae47-4d83-bb30-4e87c705daa6 req-670b2d2d-d754-47f6-b768-e158cc627ec4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:27.474385 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-65cabb43-ae47-4d83-bb30-4e87c705daa6 req-670b2d2d-d754-47f6-b768-e158cc627ec4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0461826 Apr 14 21:18:27.519098 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-65cabb43-ae47-4d83-bb30-4e87c705daa6 req-d2c4f3bf-173a-40eb-802d-b47f92a1f219 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391946 Apr 14 21:18:27.842995 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361c6d-3b1f-4b3e-b311-07f57482732f req-e92035fb-e218-47ec-ad3e-ad9c65db4acc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:27.844460 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0c361c6d-3b1f-4b3e-b311-07f57482732f req-e92035fb-e218-47ec-ad3e-ad9c65db4acc tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0495799 Apr 14 21:18:27.891724 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0c361c6d-3b1f-4b3e-b311-07f57482732f req-112e75bc-c8ed-4dec-9d67-0b38af509e99 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Apr 14 21:18:27.946556 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbd79-019f-495b-a24a-edab4c212d6e req-474fbe6a-51f2-4103-a848-7a7f02464901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:27.948049 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-474fbe6a-51f2-4103-a848-7a7f02464901 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0395269 Apr 14 21:18:28.039715 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbd79-019f-495b-a24a-edab4c212d6e req-b0fe0be5-d21e-4c9b-afe1-155a309cadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.041225 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-b0fe0be5-d21e-4c9b-afe1-155a309cadd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0870388 Apr 14 21:18:28.104555 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-69d617d2-e672-4e67-8c45-313d1f8efcee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1002 time: 0.0570841 Apr 14 21:18:28.251016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbd79-019f-495b-a24a-edab4c212d6e req-1f38d64a-df20-4cff-9744-f761dc3c595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.252456 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-1f38d64a-df20-4cff-9744-f761dc3c595d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0454602 Apr 14 21:18:28.322983 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82191-0f92-48ef-ba29-233fcbf25440 req-0f56bf71-1a98-43b4-a66d-c054679539f9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.324410 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2ca82191-0f92-48ef-ba29-233fcbf25440 req-0f56bf71-1a98-43b4-a66d-c054679539f9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0463800 Apr 14 21:18:28.374133 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2ca82191-0f92-48ef-ba29-233fcbf25440 req-91e7938f-0ed5-4595-96d8-454e3dc03506 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Apr 14 21:18:28.519596 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbd79-019f-495b-a24a-edab4c212d6e req-2c4f27f9-3cad-41a5-a4db-676ef2c1f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.521101 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-2c4f27f9-3cad-41a5-a4db-676ef2c1f35b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685959 Apr 14 21:18:28.526908 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-4167a6b8-f7be-4c32-afa5-377e0e5ff543 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.528288 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-4167a6b8-f7be-4c32-afa5-377e0e5ff543 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0681505 Apr 14 21:18:28.973238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa822d9e-320d-41b8-b2bd-73c629f7b5e0 req-0df184da-c94a-4a09-8ee0-2769dfcaefdd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:28.974681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aa822d9e-320d-41b8-b2bd-73c629f7b5e0 req-0df184da-c94a-4a09-8ee0-2769dfcaefdd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 945 time: 0.1048622 Apr 14 21:18:28.988809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:18:28.989198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.002526 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45e92f-7790-4178-b3b1-773624d0c78c req-3b950d05-c0ac-4448-a94f-efe4fd2380c5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:29.004023 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5b45e92f-7790-4178-b3b1-773624d0c78c req-3b950d05-c0ac-4448-a94f-efe4fd2380c5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0456676 Apr 14 21:18:29.015939 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-703dcad9-4df0-406c-be93-c209026e4cde service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867306 Apr 14 21:18:29.051999 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5b45e92f-7790-4178-b3b1-773624d0c78c req-8b4acd88-8ff9-4404-958b-8f4f8f04fff9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Apr 14 21:18:29.142601 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aa822d9e-320d-41b8-b2bd-73c629f7b5e0 req-c4e241f7-0df3-4c62-8011-a78ede432c97 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a82cf2f3-5644-47d7-bca8-bf8251a0b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599014 Apr 14 21:18:29.174763 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] For port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:18:29.175046 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.215580 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-641fbd79-019f-495b-a24a-edab4c212d6e req-5fa53347-c213-4568-b2ce-3b1c8a1a6853 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898265 Apr 14 21:18:29.482577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.482938 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.483252 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 6389f4b2-6392-460d-bcc9-58e4efec1df2 disassociated. External IP: 172.27.0.225, port: 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2. Apr 14 21:18:29.483584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:18:29.486436 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28051b-ccbe-4207-9bf9-91f4e8ada462 req-8aca0c87-a240-4e58-a9e7-32d0b5b5c543 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:29.487948 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2d28051b-ccbe-4207-9bf9-91f4e8ada462 req-8aca0c87-a240-4e58-a9e7-32d0b5b5c543 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0459902 Apr 14 21:18:29.535261 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2d28051b-ccbe-4207-9bf9-91f4e8ada462 req-ac5d2a34-1aef-4517-84c9-756d5a01cb8a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Apr 14 21:18:29.673710 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.702714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:29.713934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.714281 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.714621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.714956 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.715288 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.715616 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.715969 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.716293 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.716618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.716940 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.717297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.717617 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.717935 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.718254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.718573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:29.829368 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:18:29.940112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:18:29.953393 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:18:29.970613 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:29.971538 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:29.985678 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] No DVR routers for this DVR port 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:18:29.988207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:29.991538 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5bb840cc-62b7-4dbb-8ea6-d95aae70337a req-6ce80042-f187-4712-b673-03cb63c50259 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "DELETE /v2.0/ports/429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 HTTP/1.1" status: 204 len: 173 time: 1.4549971 Apr 14 21:18:29.991973 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'name': 'network-vif-deleted', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:29.994254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac7966d-a644-424e-96e0-8da20ce971e0" -d '{"events": [{"server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "name": "network-vif-deleted", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:30.096051 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:30.098784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598d2b5-8452-4bd5-bc42-1ad3b86a1958 x-openstack-request-id: req-c598d2b5-8452-4bd5-bc42-1ad3b86a1958 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:30.099283 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8c968d-710c-4d3c-8219-1455f134d2d0", "name": "network-vif-deleted", "tag": "429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:30.099712 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c598d2b5-8452-4bd5-bc42-1ad3b86a1958 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:30.100291 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c598d2b5-8452-4bd5-bc42-1ad3b86a1958'] response: {'server_uuid': 'af8c968d-710c-4d3c-8219-1455f134d2d0', 'name': 'network-vif-deleted', 'tag': '429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2', 'status': 'completed', 'code': 200} Apr 14 21:18:30.169750 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1478256-cab9-445b-8028-4ad129db823b req-391398c4-4686-4c2e-8660-90da1e268acf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:30.172157 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d1478256-cab9-445b-8028-4ad129db823b req-391398c4-4686-4c2e-8660-90da1e268acf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0510356 Apr 14 21:18:30.235712 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d1478256-cab9-445b-8028-4ad129db823b req-2a2cd91e-153d-401e-b453-aef556cf25b7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540881 Apr 14 21:18:30.255684 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-56a34146-bd65-475e-af06-dc5d65afe526 req-52d9f992-12ce-4cae-991e-4906ac3682ce tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0356820 Apr 14 21:18:30.331238 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:30.361940 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:18:30.370958 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:30.371554 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:30.491149 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:30.661822 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513974e6-8c20-4e20-bd8a-ada441d6927d req-459b1c61-50ff-44d6-9592-7bc5b3b6bcd0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:30.664515 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-513974e6-8c20-4e20-bd8a-ada441d6927d req-459b1c61-50ff-44d6-9592-7bc5b3b6bcd0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0586126 Apr 14 21:18:30.726976 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-513974e6-8c20-4e20-bd8a-ada441d6927d req-8fe85984-737f-4f19-836a-9fd4d46a70b3 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559597 Apr 14 21:18:30.742540 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:30.865634 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5769ab0-b644-4db5-b6ef-5b478fbddfdb None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '1654de0e-7b4f-4ab4-b856-1d5f1a1c706f', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1f:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:08Z', 'updated_at': '2022-04-14T21:13:17Z', 'revision_number': 2, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:18:31.116253 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f9ce3-f816-43ef-95a2-2ebb7bd9cba1 None None] New status for floating IP 6389f4b2-6392-460d-bcc9-58e4efec1df2: DOWN {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:18:31.351805 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5706f-124e-4966-a7f6-135243563ca9 req-a47dfc5f-e933-4559-aad6-2a9621318752 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:31.354719 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c9b5706f-124e-4966-a7f6-135243563ca9 req-a47dfc5f-e933-4559-aad6-2a9621318752 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0585876 Apr 14 21:18:31.355742 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e3f822e-b70d-4b24-82e2-adb1f19e5c60 req-3bbc5666-8495-4bee-86d4-aad6c4569dd0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0275333 Apr 14 21:18:31.415132 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c9b5706f-124e-4966-a7f6-135243563ca9 req-edb00623-815e-4748-b4af-2be3d5cb4732 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527124 Apr 14 21:18:31.672901 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:18:31.694463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:18:31.694813 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 429d7bbb-39cb-4c97-b33b-cdbbab3d8ba2 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:18:31.844594 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3647-4857-4e51-a474-8337b1d3ba0e req-2bed631c-dd94-4d90-8032-7b1a0b5c761a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:31.846109 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-adfe3647-4857-4e51-a474-8337b1d3ba0e req-2bed631c-dd94-4d90-8032-7b1a0b5c761a tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0486712 Apr 14 21:18:31.894547 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-adfe3647-4857-4e51-a474-8337b1d3ba0e req-bebad0f3-61b8-4471-877f-ec0a33b95eeb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Apr 14 21:18:32.469365 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-feb509da-4066-467b-b433-809ec5baf494 req-00fc273a-2118-40a1-ac77-822912ab95f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Apr 14 21:18:32.530372 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487142b6-c8f1-46af-bad8-60dfd2365048 req-a1934bca-95e8-449d-b278-6f5de79b019d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:32.532121 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-487142b6-c8f1-46af-bad8-60dfd2365048 req-a1934bca-95e8-449d-b278-6f5de79b019d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0486245 Apr 14 21:18:32.580087 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-487142b6-c8f1-46af-bad8-60dfd2365048 req-42e8757d-3451-416f-8384-9d187f3bffb6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Apr 14 21:18:33.008691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afb48c-a50b-43e0-9281-23850c5eb9fe req-a5e969ee-5da5-4ef0-93e7-1497e3a1efa0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:33.010096 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b6afb48c-a50b-43e0-9281-23850c5eb9fe req-a5e969ee-5da5-4ef0-93e7-1497e3a1efa0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0463762 Apr 14 21:18:33.069185 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b6afb48c-a50b-43e0-9281-23850c5eb9fe req-daeedff6-8ad0-4a86-b89f-5d6ef14dbb55 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528920 Apr 14 21:18:33.581260 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-af25b778-5901-4360-a1f9-586ce4eb04c5 req-300ff25f-4975-4335-8456-310b5a1a3b9a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c968d-710c-4d3c-8219-1455f134d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Apr 14 21:18:33.692934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45c49-614c-433c-b0d3-676d463144c1 req-b4740f97-4493-43b3-983c-aaec6d95d4b5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:33.694451 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f5f45c49-614c-433c-b0d3-676d463144c1 req-b4740f97-4493-43b3-983c-aaec6d95d4b5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0456944 Apr 14 21:18:33.743637 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f5f45c49-614c-433c-b0d3-676d463144c1 req-bf43eb2d-9a82-4a29-aaf0-f3c5326edf5d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Apr 14 21:18:34.180287 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b131-f77a-4c7e-8f5a-247a2efe6588 req-2dcd8576-4b0d-4093-8f55-b9180401d61b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:34.190273 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ddd7b131-f77a-4c7e-8f5a-247a2efe6588 req-2dcd8576-4b0d-4093-8f55-b9180401d61b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0468109 Apr 14 21:18:34.231139 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ddd7b131-f77a-4c7e-8f5a-247a2efe6588 req-d8b13593-d98f-43a6-8465-5e45395fc5f4 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Apr 14 21:18:34.342246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b3fee-cbfe-48ea-8d92-6bf33a668221 req-a651ae40-f062-4bce-bd67-1a8cc924dd27 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:34.343628 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3f5b3fee-cbfe-48ea-8d92-6bf33a668221 req-a651ae40-f062-4bce-bd67-1a8cc924dd27 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0481114 Apr 14 21:18:34.352248 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40432) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:34.356591 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Request body: {'floatingip': {'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:34.414399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:34.721577 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40438) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:34.778131 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a82cf2f3-5644-47d7-bca8-bf8251a0b66a), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:34.802910 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a82cf2f3-5644-47d7-bca8-bf8251a0b66a), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:34.884511 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c171c-9357-4e86-865b-c37ac8d9ac26 req-b45ba505-25da-4e69-8adb-6de22e120927 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:34.884511 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c19c171c-9357-4e86-865b-c37ac8d9ac26 req-b45ba505-25da-4e69-8adb-6de22e120927 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0689583 Apr 14 21:18:34.897099 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:34.938342 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c19c171c-9357-4e86-865b-c37ac8d9ac26 req-267e9ed9-593e-4b32-a0c4-fed988d161c4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460804 Apr 14 21:18:34.977628 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.023729 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a82cf2f3-5644-47d7-bca8-bf8251a0b66a), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.026457 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.027718 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/security-groups/a82cf2f3-5644-47d7-bca8-bf8251a0b66a HTTP/1.1" status: 204 len: 168 time: 0.3043852 Apr 14 21:18:35.031190 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40442) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:35.044716 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82cf2f3-5644-47d7-bca8-bf8251a0b66a,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:35.055394 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.api.v2.resource [None req-4084892f-11c7-4663-94a3-d20367831d7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] show failed (client error): The resource could not be found. Apr 14 21:18:35.056542 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4084892f-11c7-4663-94a3-d20367831d7a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups/a82cf2f3-5644-47d7-bca8-bf8251a0b66a HTTP/1.1" status: 404 len: 347 time: 0.0244424 Apr 14 21:18:35.058359 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.065815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.066825 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb666d-08a2-48d6-8240-bdc22b119aa2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:35.066825 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40444) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:35.183103 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 4aaddee2-73ce-476c-861f-301e4375e16c {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:18:35.183350 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.194825 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Router d577779e-8a93-4929-8662-f148b28ea9b9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:18:35.260100 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.260425 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (4aaddee2-73ce-476c-861f-301e4375e16c), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.272174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 4aaddee2-73ce-476c-861f-301e4375e16c owned by network:floatingip {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:18:35.304744 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:18:35.309615 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.316549 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:18:35.326107 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:35.327008 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:35.342829 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:35.345390 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c827b-53ae-4aa3-b111-61cd71593af1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:35.390283 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-136d8834-a6b7-4850-b922-e94550a08417 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "PUT /v2.0/floatingips/fd847b08-c2bb-40e8-9b2b-80a879982edc HTTP/1.1" status: 200 len: 994 time: 1.0361452 Apr 14 21:18:35.416580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126994a-c4fe-4d19-81c1-59167187854a x-openstack-request-id: req-6126994a-c4fe-4d19-81c1-59167187854a {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:35.416876 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:35.417165 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6126994a-c4fe-4d19-81c1-59167187854a {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:35.417573 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6126994a-c4fe-4d19-81c1-59167187854a'] response: {'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'status': 'completed', 'code': 200} Apr 14 21:18:35.442716 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:35.486232 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-652e40bf-b214-4c5a-a98b-d845ea8625c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:35.487769 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-652e40bf-b214-4c5a-a98b-d845ea8625c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0389616 Apr 14 21:18:35.513499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (4aaddee2-73ce-476c-861f-301e4375e16c), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.591520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-ebf9bcf4-ba32-4be5-980d-419303f64bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:35.593178 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-ebf9bcf4-ba32-4be5-980d-419303f64bc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0992925 Apr 14 21:18:35.663507 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-c12e0f2a-243c-47e2-8ce5-e1645dc4c362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1002 time: 0.0642159 Apr 14 21:18:35.682480 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:18:34Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:35.714996 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:18:35.716789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-19fd0f69-08bc-4774-8c69-0c6c90fcf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:35.718806 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-19fd0f69-08bc-4774-8c69-0c6c90fcf14c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0482996 Apr 14 21:18:35.724428 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:35.725091 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:35.771255 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=4aaddee2-73ce-476c-861f-301e4375e16c,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:35.774774 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-8d8c4bf6-8513-47ba-93ad-e365666b9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:35.776952 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-8d8c4bf6-8513-47ba-93ad-e365666b9917 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512733 Apr 14 21:18:35.826054 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (6389f4b2-6392-460d-bcc9-58e4efec1df2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.828853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.832650 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6731fe55-f2d1-4cdc-b06c-aa53dd6dfbd2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/floatingips/6389f4b2-6392-460d-bcc9-58e4efec1df2 HTTP/1.1" status: 204 len: 168 time: 0.7630010 Apr 14 21:18:35.847072 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:35.879061 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-56b8a1bb-cc34-4dc0-ab00-a339fd201bcf service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950081 Apr 14 21:18:35.999003 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d1c827b-53ae-4aa3-b111-61cd71593af1 req-43a9ec98-88fe-4242-a1f8-54552fbd7caa service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133928 Apr 14 21:18:36.070632 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36856f4-2acf-48b8-8d01-1b5a992f5cde req-97e8df6c-047f-4468-b446-7beac0712e3b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:36.072278 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c36856f4-2acf-48b8-8d01-1b5a992f5cde req-97e8df6c-047f-4468-b446-7beac0712e3b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0513215 Apr 14 21:18:36.083752 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:18:34Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:36.117017 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a93b-1d2e-4a65-b051-06fa6e0ad0a6 None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'fd847b08-c2bb-40e8-9b2b-80a879982edc', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'port_id': '4205e132-5165-46e4-a17d-27ae86bf5158', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'mac_address': 'fa:16:3e:2a:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:39Z', 'updated_at': '2022-04-14T21:18:34Z', 'revision_number': 3, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:18:36.128492 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c36856f4-2acf-48b8-8d01-1b5a992f5cde req-4c2e908e-f553-44a5-a48d-7232d292fbf2 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497723 Apr 14 21:18:36.394769 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-149761e9-504c-438b-b5e2-700579212452 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428627 Apr 14 21:18:36.479793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-ed51a4a0-4719-43a2-83ce-8d919fb91c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:36.481204 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-ed51a4a0-4719-43a2-83ce-8d919fb91c1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 1129 time: 0.0422599 Apr 14 21:18:36.503099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:36.584236 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-6ec83e93-867a-4f4e-bf39-720672c43140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:36.585735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-6ec83e93-867a-4f4e-bf39-720672c43140 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0859368 Apr 14 21:18:36.629613 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-c90cb2fb-4f07-4e0e-93c7-a1425ff994ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 200 len: 217 time: 0.0380952 Apr 14 21:18:37.257929 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128efd1-36b7-42e5-97ba-c9b84860c6a7 req-498645a6-02c9-47c3-8b37-8b6a784b47bf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.257929 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3128efd1-36b7-42e5-97ba-c9b84860c6a7 req-498645a6-02c9-47c3-8b37-8b6a784b47bf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0484667 Apr 14 21:18:37.308889 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3128efd1-36b7-42e5-97ba-c9b84860c6a7 req-94195480-556b-4468-b752-a34a6e084355 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466650 Apr 14 21:18:37.353548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-a1278674-7ca0-46ca-be0c-576d19bb4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.355019 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-a1278674-7ca0-46ca-be0c-576d19bb4afb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.3068955 Apr 14 21:18:37.399129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-1fb718ad-5013-4419-8ef9-518c7f5c94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.400635 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-1fb718ad-5013-4419-8ef9-518c7f5c94df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374007 Apr 14 21:18:37.426060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:37.428745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf80899e-261b-4f30-a4e8-76cd0aa95374" -d '{"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:37.472080 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf5f55-8445-4caa-8bbd-a4917c2b1b81 x-openstack-request-id: req-bcdf5f55-8445-4caa-8bbd-a4917c2b1b81 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:37.472380 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:37.472636 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcdf5f55-8445-4caa-8bbd-a4917c2b1b81 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:37.473054 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdf5f55-8445-4caa-8bbd-a4917c2b1b81'] response: {'name': 'network-changed', 'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'status': 'completed', 'code': 200} Apr 14 21:18:37.526722 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-2267d129-974f-4deb-8968-21ac53b13663 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185105 Apr 14 21:18:37.556872 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-2d614c74-7d50-48c9-8af5-0b73ddc45ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.558388 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-2d614c74-7d50-48c9-8af5-0b73ddc45ecd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 1130 time: 0.0635972 Apr 14 21:18:37.690231 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4df5a4bb-a4ed-4346-81a5-b30ca0fb7ab5 req-f314263d-7359-467c-b73a-303ad87c3c75 service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554642 Apr 14 21:18:37.702569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-d0d7b017-9e0c-460b-9b7a-d8213db3239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.704046 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-d0d7b017-9e0c-460b-9b7a-d8213db3239e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.1377575 Apr 14 21:18:37.776163 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-e7647ae0-67c5-4fe8-8faf-fec7a18f86b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 200 len: 1002 time: 0.0645127 Apr 14 21:18:37.824322 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-9e448bac-2e94-4b12-a4e6-26788821dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.825753 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-9e448bac-2e94-4b12-a4e6-26788821dede service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0437524 Apr 14 21:18:37.872016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-0d3bb560-7b0f-487c-992a-20398242e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:37.873583 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-0d3bb560-7b0f-487c-992a-20398242e380 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383875 Apr 14 21:18:37.967141 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-0a9857a6-5eb4-4074-81a7-ba83bc884b3d service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876284 Apr 14 21:18:38.054918 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cf80899e-261b-4f30-a4e8-76cd0aa95374 req-76e3b465-d4c6-4576-be64-088bb6c8d7ce service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Apr 14 21:18:38.419785 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9644b-3744-474a-81af-6d4ca42c6a32 req-9a1db547-5e10-4ea2-95c6-1b3aa4235623 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:38.421267 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8ba9644b-3744-474a-81af-6d4ca42c6a32 req-9a1db547-5e10-4ea2-95c6-1b3aa4235623 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0455167 Apr 14 21:18:38.471923 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8ba9644b-3744-474a-81af-6d4ca42c6a32 req-3f62f9e4-2bd5-4199-a490-8b5b6d699022 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Apr 14 21:18:38.680613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d48cfed0-0041-4bc7-9532-c4324facec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:38.993657 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828ed4b-80e0-4890-a131-9e6ee99acfee req-b5d2de39-05e7-498a-9169-68390468d169 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:38.995141 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5828ed4b-80e0-4890-a131-9e6ee99acfee req-b5d2de39-05e7-498a-9169-68390468d169 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0466070 Apr 14 21:18:39.041202 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5828ed4b-80e0-4890-a131-9e6ee99acfee req-733ad21e-46ad-491e-b04e-f977f02dba00 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Apr 14 21:18:39.586254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfbcf5-d2d1-47e2-aad6-cec79392606f req-978bedbd-2993-4a96-9df6-f8bac6217ea0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:39.587703 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ffbfbcf5-d2d1-47e2-aad6-cec79392606f req-978bedbd-2993-4a96-9df6-f8bac6217ea0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0457401 Apr 14 21:18:39.633582 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ffbfbcf5-d2d1-47e2-aad6-cec79392606f req-997e0b4e-5149-4c82-b240-8c8732d56f27 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397038 Apr 14 21:18:40.197467 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0786-2b6c-4acc-aa50-5ea9b484dad3 req-e58dd413-7a5e-4f5f-9e49-d2204dc8e522 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.198896 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-813e0786-2b6c-4acc-aa50-5ea9b484dad3 req-e58dd413-7a5e-4f5f-9e49-d2204dc8e522 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0869627 Apr 14 21:18:40.211315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-bd9bb61b-2aa3-40c4-8969-7a9d2e9e06e8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.216616 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-bd9bb61b-2aa3-40c4-8969-7a9d2e9e06e8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 945 time: 0.0647128 Apr 14 21:18:40.216747 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1228ea3-0d41-4568-93dd-4d62d9f3062b req-a3abad65-3554-40a1-b1de-ecab8be50884 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.217732 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a1228ea3-0d41-4568-93dd-4d62d9f3062b req-a3abad65-3554-40a1-b1de-ecab8be50884 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0499964 Apr 14 21:18:40.265892 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a1228ea3-0d41-4568-93dd-4d62d9f3062b req-b3160c35-557b-4625-8419-b81ac9560765 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425832 Apr 14 21:18:40.294054 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-813e0786-2b6c-4acc-aa50-5ea9b484dad3 req-11e4ca53-520e-47d3-91c5-109049f38b6e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=a419592c-e441-4507-b1f4-1773ec44985c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892115 Apr 14 21:18:40.338721 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:18:40.339056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:40.425110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-467250a3-43d2-460e-937d-e74686c7a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.426606 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-467250a3-43d2-460e-937d-e74686c7a482 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 1129 time: 0.0845482 Apr 14 21:18:40.520550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] For port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:18:40.520825 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:40.595283 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-a72108a2-472a-4c32-a139-d38a75c21751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.596735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-a72108a2-472a-4c32-a139-d38a75c21751 service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.1613619 Apr 14 21:18:40.734985 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-84f3aaf1-6bef-4004-88fa-fbd2991a2a4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 200 len: 1001 time: 0.1313779 Apr 14 21:18:40.789067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:40.789371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:40.789690 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 1654de0e-7b4f-4ab4-b856-1d5f1a1c706f disassociated. External IP: 172.27.0.170, port: 7c34be4a-20b7-4320-a69d-4f70a7dda0ad. Apr 14 21:18:40.790029 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 7c34be4a-20b7-4320-a69d-4f70a7dda0ad owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:18:40.810835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-75d036b9-f725-4bb3-b423-2512d5b15532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.812889 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-75d036b9-f725-4bb3-b423-2512d5b15532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0701516 Apr 14 21:18:40.893926 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-ce2773ab-937a-4227-b69e-c1e752883872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:40.895427 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-ce2773ab-937a-4227-b69e-c1e752883872 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548735 Apr 14 21:18:41.027496 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-60dcc19d-b799-4558-9578-208dbfb2e6ce service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201484 Apr 14 21:18:41.029522 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d5a947d-2d55-46c7-a3c2-7585aac77c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:41.094138 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (7c34be4a-20b7-4320-a69d-4f70a7dda0ad), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:41.129908 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=7c34be4a-20b7-4320-a69d-4f70a7dda0ad,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:41.192638 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe0bce2c-9ebf-4f81-8065-7a4e00830b28 req-637a8d5f-473a-498f-af9b-d764e0a05f61 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562037 Apr 14 21:18:41.262242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:18:41.387177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4ff9d-bb9f-4bb4-985b-98c7b6985a9a req-938498a0-f899-4a45-b34c-9d8dbfd521b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:41.388673 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fbb4ff9d-bb9f-4bb4-985b-98c7b6985a9a req-938498a0-f899-4a45-b34c-9d8dbfd521b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0512559 Apr 14 21:18:41.400421 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8b4e1b7c-5b6c-4369-98b8-b0dd0ca2ab5f req-cd57d34e-518e-4f45-aca0-d02c61d60962 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0317895 Apr 14 21:18:41.403145 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:18:41.417944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:18:41.433161 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:41.433854 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:41.447990 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fbb4ff9d-bb9f-4bb4-985b-98c7b6985a9a req-b632525c-a8d5-472a-8360-95ecdfee00ce tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536082 Apr 14 21:18:41.450580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] No DVR routers for this DVR port 7c34be4a-20b7-4320-a69d-4f70a7dda0ad on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:18:41.453201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:41.456580 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bef7b60e-3e1f-43c1-b49d-0e7d7b197f04 req-146f6ac4-62c0-47f6-975c-45b1f15824f8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "DELETE /v2.0/ports/7c34be4a-20b7-4320-a69d-4f70a7dda0ad HTTP/1.1" status: 204 len: 173 time: 1.2371831 Apr 14 21:18:41.457049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'name': 'network-vif-deleted', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:41.459333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae17d4-c0d6-4598-930a-d4a913bbf46f" -d '{"events": [{"server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "name": "network-vif-deleted", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:41.503255 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d1dc8-9d7e-48b3-b543-5433931a8c22 x-openstack-request-id: req-880d1dc8-9d7e-48b3-b543-5433931a8c22 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:41.503544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a808a3de-9645-44ad-a4b4-df82baf4c892", "name": "network-vif-deleted", "tag": "7c34be4a-20b7-4320-a69d-4f70a7dda0ad", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:41.503797 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-880d1dc8-9d7e-48b3-b543-5433931a8c22 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:41.504204 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880d1dc8-9d7e-48b3-b543-5433931a8c22'] response: {'server_uuid': 'a808a3de-9645-44ad-a4b4-df82baf4c892', 'name': 'network-vif-deleted', 'tag': '7c34be4a-20b7-4320-a69d-4f70a7dda0ad', 'status': 'completed', 'code': 200} Apr 14 21:18:41.557037 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:41.749258 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:41.779042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:18:41.788343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:41.788942 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:41.908377 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:41.982827 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:42.104931 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:42.135094 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a774c0-93ea-442c-b554-79a79180b6fc None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:18:42.367809 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf8287-696b-4f23-a277-4aeb926a9671 None None] New status for floating IP 1654de0e-7b4f-4ab4-b856-1d5f1a1c706f: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:18:42.515397 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d627552f-d981-44e8-b503-70af37954b7e req-e8205e53-2ec3-4b71-8b4a-b114fea621c6 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a808a3de-9645-44ad-a4b4-df82baf4c892 HTTP/1.1" status: 200 len: 210 time: 0.0277343 Apr 14 21:18:42.570256 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dedd8-d8a5-4b10-8e24-68bc17967562 req-09d23ca6-3145-46c5-8f1e-dcc335a51c67 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:42.571791 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5a6dedd8-d8a5-4b10-8e24-68bc17967562 req-09d23ca6-3145-46c5-8f1e-dcc335a51c67 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0505288 Apr 14 21:18:42.619397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5a6dedd8-d8a5-4b10-8e24-68bc17967562 req-4c2ac68c-6120-458d-a47a-93a43ac99efd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Apr 14 21:18:43.354279 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:43.715454 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40506) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:43.719967 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 7c34be4a-20b7-4320-a69d-4f70a7dda0ad no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:18:43.742205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 7c34be4a-20b7-4320-a69d-4f70a7dda0ad {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:18:43.742561 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 7c34be4a-20b7-4320-a69d-4f70a7dda0ad not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:18:43.771655 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a419592c-e441-4507-b1f4-1773ec44985c), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:43.795898 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (a419592c-e441-4507-b1f4-1773ec44985c), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:43.925774 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a419592c-e441-4507-b1f4-1773ec44985c), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:43.928405 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:43.929632 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/security-groups/a419592c-e441-4507-b1f4-1773ec44985c HTTP/1.1" status: 204 len: 168 time: 0.2131615 Apr 14 21:18:43.932394 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40508) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:43.939569 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762bf2f-60f8-4cc5-90f9-609a6ba47dd8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a419592c-e441-4507-b1f4-1773ec44985c,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:43.948717 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.api.v2.resource [None req-bd49121a-4e9d-4285-8896-17e10dae2245 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] show failed (client error): The resource could not be found. Apr 14 21:18:43.949845 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bd49121a-4e9d-4285-8896-17e10dae2245 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups/a419592c-e441-4507-b1f4-1773ec44985c HTTP/1.1" status: 404 len: 347 time: 0.0163412 Apr 14 21:18:43.952657 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40510) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:44.067456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 0bde6a58-77d9-4fa1-b071-393fd062f4d1 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:18:44.067717 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.144932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.145284 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (0bde6a58-77d9-4fa1-b071-393fd062f4d1), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.158112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 0bde6a58-77d9-4fa1-b071-393fd062f4d1 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:18:44.383224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (0bde6a58-77d9-4fa1-b071-393fd062f4d1), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.407132 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=0bde6a58-77d9-4fa1-b071-393fd062f4d1,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:44.469602 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (1654de0e-7b4f-4ab4-b856-1d5f1a1c706f), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.472173 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.473353 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f5f6bbc4-1821-4e83-bb05-d63fe070c50c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/floatingips/1654de0e-7b4f-4ab4-b856-1d5f1a1c706f HTTP/1.1" status: 204 len: 168 time: 0.5197766 Apr 14 21:18:44.748121 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40514) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:44.753271 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460926470', 'description': 'tempest-description--773276679'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:44.840340 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.901730 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:44.908891 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (08201b65-086a-4b9a-852c-b4c7e6248898), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.006100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (08201b65-086a-4b9a-852c-b4c7e6248898), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.034684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08201b65-086a-4b9a-852c-b4c7e6248898,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:45.112082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.113393 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e00de210-7f98-449e-9df2-f43073643b1c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3642685 Apr 14 21:18:45.116327 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40516) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:45.120766 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': '08201b65-086a-4b9a-852c-b4c7e6248898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:45.211502 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (e9a0ea25-7297-4671-8005-b350e5c09b7a), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.270616 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (e9a0ea25-7297-4671-8005-b350e5c09b7a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.411906 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (e9a0ea25-7297-4671-8005-b350e5c09b7a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.431706 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a0ea25-7297-4671-8005-b350e5c09b7a,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:45.545048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.546228 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8695bb55-fa84-487d-828f-ab9c11502e36 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289534 Apr 14 21:18:45.548953 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40518) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:45.553118 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': '08201b65-086a-4b9a-852c-b4c7e6248898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:45.645821 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (0fa16566-4418-44ce-8efa-c6f91c6a9179), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.699929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (0fa16566-4418-44ce-8efa-c6f91c6a9179), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.777219 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (0fa16566-4418-44ce-8efa-c6f91c6a9179), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.795541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa16566-4418-44ce-8efa-c6f91c6a9179,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:45.916448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:45.917807 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3610fa19-50f4-4618-88fd-2d9c0737ade1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679302 Apr 14 21:18:45.922036 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40520) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:18:45.926764 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:46.023175 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.101545 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.214266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.27.0.18 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/9015276f-960e-4ce1-92ef-6cc0b0190006) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:18:46.320006 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.445481 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.489904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:18:46.495383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:18:46.498173 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:18:46.522082 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=9015276f-960e-4ce1-92ef-6cc0b0190006,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:46.587589 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.700227 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.846135 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:46.964450 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:47.032350 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=9015276f-960e-4ce1-92ef-6cc0b0190006,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:47.045841 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:47.116086 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:47.117331 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-92b64bb3-a1b2-4ae8-b86c-56d45e9698c1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1941891 Apr 14 21:18:47.262404 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-eae81db7-fb8f-45e6-897d-60bf018682dd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1460926470&fields=id&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 267 time: 0.0412426 Apr 14 21:18:47.367449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-6faf996b-42a6-4838-9b28-76be5de7abed tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:47.368805 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-6faf996b-42a6-4838-9b28-76be5de7abed tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.0994217 Apr 14 21:18:47.383682 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-1f11f06e-18f6-4ce4-b4aa-d5d510901448 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/quotas/ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Apr 14 21:18:47.429694 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-ef3dffdc-ae62-4a0c-ad03-c5d48813b000 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0412424 Apr 14 21:18:47.567673 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7762f2d6-889a-4f9c-83bb-b325248d7ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264131 Apr 14 21:18:47.654329 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-80cb5691-34f6-400d-a78b-28333e7d66ed service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810275 Apr 14 21:18:47.890433 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c59cf551-2c06-4462-92b8-0ccee2684be7 req-a2b03c3a-fd7f-49db-95cb-79ce2c44395e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 210 time: 0.0274782 Apr 14 21:18:48.986736 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8e8fe923-4a8d-4766-a907-eb2d0bb95ff2 req-24a4d3f7-3fc4-4feb-ab93-59d26b202e71 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 210 time: 0.0299208 Apr 14 21:18:50.020713 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-4967f85c-b807-4b29-8cd6-ccf4ce56ebe1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:50.022254 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-4967f85c-b807-4b29-8cd6-ccf4ce56ebe1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.0992427 Apr 14 21:18:50.083783 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e9bb38a-38b0-4aef-81aa-09401f6c9c5f req-a1db8527-0cca-4371-bc36-44a35f912e49 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 210 time: 0.0274031 Apr 14 21:18:50.089087 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-018b75c5-4f39-4638-9fc8-d094358b01e4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 380 time: 0.0580022 Apr 14 21:18:50.098119 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'port': {'device_id': '926433f5-8409-4403-ac13-40a3791d116d', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'admin_state_up': True, 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'security_groups': ['08201b65-086a-4b9a-852c-b4c7e6248898']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:50.285713 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:18:50.294565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.414895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.20.0.13 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/cd0137d1-9512-4ea0-96e6-57ab86456858) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:18:50.546647 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.628947 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.674491 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:18:50.679528 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:18:50.683239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:18:50.690320 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:50.739829 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:50.740450 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.819755 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-7321629f-2be6-48c8-a7b5-5258d3fc9fc9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7259355 Apr 14 21:18:50.889667 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Request body: {'port': {'device_id': '926433f5-8409-4403-ac13-40a3791d116d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:18:50.933861 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-3f5cde98-4155-467e-ab95-754fcdfce725 None None] Provisioning complete for port cd0137d1-9512-4ea0-96e6-57ab86456858 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:18:50.934781 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3f5cde98-4155-467e-ab95-754fcdfce725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.960591 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:50.971245 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cde98-4155-467e-ab95-754fcdfce725 None None] Port cd0137d1-9512-4ea0-96e6-57ab86456858 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:18:51.476206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3eb9-21bc-4b90-86f7-7600b90e542d req-521fa59f-5025-4ac8-9167-bf4735563247 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:51.477735 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0a4d3eb9-21bc-4b90-86f7-7600b90e542d req-521fa59f-5025-4ac8-9167-bf4735563247 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 932 time: 0.3218658 Apr 14 21:18:51.552184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0137d1-9512-4ea0-96e6-57ab86456858 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:18:51.568333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks [] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:51.573568 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0a4d3eb9-21bc-4b90-86f7-7600b90e542d req-a94ebfb6-08d7-4b84-b94f-749501cb1844 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866261 Apr 14 21:18:51.585051 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Transition to ACTIVE for port object cd0137d1-9512-4ea0-96e6-57ab86456858 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:18:51.703022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:51.756740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:51.835124 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Attempting to bind port cd0137d1-9512-4ea0-96e6-57ab86456858 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:18:51.835621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Attempting to bind port cd0137d1-9512-4ea0-96e6-57ab86456858 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:18:51.836231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Attempting to bind port cd0137d1-9512-4ea0-96e6-57ab86456858 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:18:51.841999 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Port cd0137d1-9512-4ea0-96e6-57ab86456858 on network 44528d30-b42e-465a-bd19-0920a7edfc48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:18:51.842326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Attempting to bind port cd0137d1-9512-4ea0-96e6-57ab86456858 on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:18:51.847855 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:18:51.848304 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:18:51.848628 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:18:51.849100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Bound port: cd0137d1-9512-4ea0-96e6-57ab86456858, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:18:51.849473 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:51.929978 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:18:51.933202 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cd0137d1-9512-4ea0-96e6-57ab86456858,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:18:52.018139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:52.051576 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.052201 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:52.053653 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd0137d1-9512-4ea0-96e6-57ab86456858 HTTP/1.1" status: 200 len: 1094 time: 1.1683466 Apr 14 21:18:52.056543 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:52.058748 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c55a2-556c-45e8-a32d-0a9d30619b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:52.086088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd28c4-cae1-44da-9f68-b8138f2a0fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:52.096161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3157c625-06db-4679-bf5b-94ea9f42847f x-openstack-request-id: req-3157c625-06db-4679-bf5b-94ea9f42847f {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:52.096458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:52.096718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3157c625-06db-4679-bf5b-94ea9f42847f {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:52.097178 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3157c625-06db-4679-bf5b-94ea9f42847f'] response: {'name': 'network-changed', 'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'status': 'completed', 'code': 200} Apr 14 21:18:52.435207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-0803273d-345c-439f-b585-730bde7bd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.436722 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-0803273d-345c-439f-b585-730bde7bd06a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 1128 time: 0.0393155 Apr 14 21:18:52.604036 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-f2716ae7-542c-44a3-b2c8-0b00463854d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.605562 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-f2716ae7-542c-44a3-b2c8-0b00463854d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca2081b8b2b24da58a107883dd717762&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966690 Apr 14 21:18:52.720978 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c5e2e-901f-48b3-a748-bab38db2daf4 req-4bab2f94-d5ff-4490-a7a8-bf0465a66311 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.722399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fb4c5e2e-901f-48b3-a748-bab38db2daf4 req-4bab2f94-d5ff-4490-a7a8-bf0465a66311 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 944 time: 0.0567222 Apr 14 21:18:52.750267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-9b3b0169-4282-48e6-b4fe-32a2161ac63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.751668 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-443c55a2-556c-45e8-a32d-0a9d30619b4d req-9b3b0169-4282-48e6-b4fe-32a2161ac63f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404688 Apr 14 21:18:52.780211 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fb4c5e2e-901f-48b3-a748-bab38db2daf4 req-08d5a825-6af3-48e8-8045-07e0a5f358a1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496278 Apr 14 21:18:52.825506 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-aa3ec64d-a4bb-43e4-9c61-485eb12e447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.827008 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-aa3ec64d-a4bb-43e4-9c61-485eb12e447a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 1128 time: 0.0385201 Apr 14 21:18:52.875017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-ff73bb17-ff01-4ce5-b3c3-1a493c5260e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0137d1-9512-4ea0-96e6-57ab86456858 HTTP/1.1" status: 200 len: 217 time: 0.0345466 Apr 14 21:18:52.928818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-44e8ef9a-fdf2-469a-b6fd-7d5fe83edfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.930321 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-44e8ef9a-fdf2-469a-b6fd-7d5fe83edfbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0488465 Apr 14 21:18:52.930613 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:18:52.971750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-0b053286-4f77-4f07-ae30-eb702e3e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:52.973283 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-0b053286-4f77-4f07-ae30-eb702e3e6abf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369821 Apr 14 21:18:53.068171 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-3a5ef1f5-90e7-4ceb-8373-237ec375f84b service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Apr 14 21:18:53.156666 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-265ddabc-cab8-4aaf-a78c-11aa70452c44 req-3a86dfaf-53ac-45d2-825b-5306703c5ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812321 Apr 14 21:18:53.894540 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6a69-9a45-4170-ae72-5f08c1999bb0 req-cfc95244-4b2b-470a-9e07-c81ce3ed5c40 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:53.896016 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e07c6a69-9a45-4170-ae72-5f08c1999bb0 req-cfc95244-4b2b-470a-9e07-c81ce3ed5c40 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 944 time: 0.0474343 Apr 14 21:18:53.948216 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e07c6a69-9a45-4170-ae72-5f08c1999bb0 req-fa259267-34b1-41eb-a965-1505e2382016 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Apr 14 21:18:54.457356 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc08d2-07e1-4378-868a-c7c92a8edd6c req-b29f263b-224b-4ffa-91ff-70231ca07b0b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:54.458833 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-65bc08d2-07e1-4378-868a-c7c92a8edd6c req-b29f263b-224b-4ffa-91ff-70231ca07b0b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0459647 Apr 14 21:18:54.505147 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-65bc08d2-07e1-4378-868a-c7c92a8edd6c req-7d033816-5c75-4048-aa58-ef37e0c26553 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 Apr 14 21:18:55.061033 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c5531-b9c2-4ae5-98b0-cfc1217eb49d req-ada723ae-7b2f-4fbf-8e26-53a955938ade tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:55.062500 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-920c5531-b9c2-4ae5-98b0-cfc1217eb49d req-ada723ae-7b2f-4fbf-8e26-53a955938ade tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 944 time: 0.0468326 Apr 14 21:18:55.110014 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-920c5531-b9c2-4ae5-98b0-cfc1217eb49d req-62254931-b3c6-4951-9323-3928a5451dc4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Apr 14 21:18:55.620397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728103e-82a8-45d3-97fd-002e6158873d req-f5133b58-6a23-4650-b82d-7c5fdfade103 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:55.621924 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0728103e-82a8-45d3-97fd-002e6158873d req-f5133b58-6a23-4650-b82d-7c5fdfade103 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0453436 Apr 14 21:18:55.668756 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0728103e-82a8-45d3-97fd-002e6158873d req-730d4f8d-fafd-444e-b9a3-982442c50ed9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407364 Apr 14 21:18:56.227306 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51131-e873-47f3-910f-91bc553c9daf req-020a896d-0554-4468-87c9-e7f183103773 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:56.228711 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d1c51131-e873-47f3-910f-91bc553c9daf req-020a896d-0554-4468-87c9-e7f183103773 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 944 time: 0.0488083 Apr 14 21:18:56.274930 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d1c51131-e873-47f3-910f-91bc553c9daf req-6ebc5041-ad43-4443-b370-51a094d01387 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Apr 14 21:18:56.787960 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73ad1-90fd-4c42-8af2-ed7212f2b03a req-9b00e706-d834-4309-83ef-7ece815fa788 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:56.789425 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49f73ad1-90fd-4c42-8af2-ed7212f2b03a req-9b00e706-d834-4309-83ef-7ece815fa788 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0499208 Apr 14 21:18:56.834641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49f73ad1-90fd-4c42-8af2-ed7212f2b03a req-e444b40d-7d03-48ab-b3c1-38da18e2eb0e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 Apr 14 21:18:57.384367 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c855c-4c65-4344-adcf-e6781f4b1ea6 req-08725c3d-1d4c-4d29-aab2-95f791acbaa9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:57.385856 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-988c855c-4c65-4344-adcf-e6781f4b1ea6 req-08725c3d-1d4c-4d29-aab2-95f791acbaa9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 944 time: 0.0452123 Apr 14 21:18:57.431105 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-988c855c-4c65-4344-adcf-e6781f4b1ea6 req-72984b1c-7eb6-450e-81f9-019fe01f6a51 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Apr 14 21:18:57.744855 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device cd0137d1-9512-4ea0-96e6-57ab86456858 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:18:57.843116 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cd0137d1-9512-4ea0-96e6-57ab86456858,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:18:57.854122 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'port_id': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'mac_address': 'fa:16:3e:39:1e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:18:57.891398 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port cd0137d1-9512-4ea0-96e6-57ab86456858 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:18:57.891796 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:57.906051 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0137d1-9512-4ea0-96e6-57ab86456858 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:18:57.927415 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cd0137d1-9512-4ea0-96e6-57ab86456858,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:18:57.960175 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596384d-3605-487e-8aae-19f46c485d65 req-e9aa7ef5-998a-431a-a09d-fc665d353294 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:57.961980 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8596384d-3605-487e-8aae-19f46c485d65 req-e9aa7ef5-998a-431a-a09d-fc665d353294 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0510125 Apr 14 21:18:58.000050 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:58.010443 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8596384d-3605-487e-8aae-19f46c485d65 req-3047e7b7-a05c-4d78-bccf-69065d6ca6d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f8e21cf-cbd4-47bb-9f9c-015f6514d869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Apr 14 21:18:58.053334 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:58.060344 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.060697 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.061093 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.061482 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.061826 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.062159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.062490 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.062818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.063146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.063471 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.063800 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.064774 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.065130 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.065457 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.065778 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:18:58.500789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-2bf385f4-8f99-4b86-acb8-97428325762d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:58.502385 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-2bf385f4-8f99-4b86-acb8-97428325762d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 946 time: 0.0461559 Apr 14 21:18:58.533012 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['cd0137d1-9512-4ea0-96e6-57ab86456858'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:18:58.544662 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74730e-7a7b-4615-a605-02fcce374f7c req-c68a7ec4-55a6-4979-ba1b-8deb82f9ba88 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:58.546228 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1e74730e-7a7b-4615-a605-02fcce374f7c req-c68a7ec4-55a6-4979-ba1b-8deb82f9ba88 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 945 time: 0.0482051 Apr 14 21:18:58.598751 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Deleting port 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:18:58.599488 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1e74730e-7a7b-4615-a605-02fcce374f7c req-2db12769-1dbf-4a4e-b7e7-883804979597 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Apr 14 21:18:58.601791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:58.695343 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] For port 4eba79d3-fcd7-4dd6-ba11-67da954615cc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4eba79d3-fcd7-4dd6-ba11-67da954615cc,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:18:58.695714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:58.872988 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:58.873339 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:58.873655 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Floating IP d2c32c9d-c5d7-4755-92d5-045b1a238524 disassociated. External IP: 172.27.0.14, port: 4eba79d3-fcd7-4dd6-ba11-67da954615cc. Apr 14 21:18:58.873992 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Calling delete_port for 4eba79d3-fcd7-4dd6-ba11-67da954615cc owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:18:59.074330 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (4eba79d3-fcd7-4dd6-ba11-67da954615cc), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:59.126315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'Port': ['ID=4eba79d3-fcd7-4dd6-ba11-67da954615cc,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:18:59.133545 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6dfa8609-cfad-4050-802e-f3c6288d34f8 req-2d301647-9440-4674-be2e-a7722f795f29 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.0509856 Apr 14 21:18:59.245427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:18:59.353373 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:18:59.363548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:18:59.373290 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:59.373896 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:59.396084 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] No DVR routers for this DVR port 4eba79d3-fcd7-4dd6-ba11-67da954615cc on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:18:59.398569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:59.402813 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53051f56-f8ff-4e4f-9e3a-3dd248572b3a req-5da749ef-d0b9-44ca-8546-9920214bff99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "DELETE /v2.0/ports/4eba79d3-fcd7-4dd6-ba11-67da954615cc HTTP/1.1" status: 204 len: 173 time: 0.8935924 Apr 14 21:18:59.403248 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-deleted', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:18:59.405917 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f4a4a8-c664-4a94-ba81-d03b50c234ff" -d '{"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-deleted", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:18:59.442874 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c954b14-931c-4e22-91a5-424d77b91654 x-openstack-request-id: req-1c954b14-931c-4e22-91a5-424d77b91654 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:18:59.443170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8e4a0f-1c2d-4dfe-b980-6256772160c5", "name": "network-vif-deleted", "tag": "4eba79d3-fcd7-4dd6-ba11-67da954615cc", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:18:59.443428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c954b14-931c-4e22-91a5-424d77b91654 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:18:59.443840 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c954b14-931c-4e22-91a5-424d77b91654'] response: {'server_uuid': 'fc8e4a0f-1c2d-4dfe-b980-6256772160c5', 'name': 'network-vif-deleted', 'tag': '4eba79d3-fcd7-4dd6-ba11-67da954615cc', 'status': 'completed', 'code': 200} Apr 14 21:18:59.612180 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:18:59.720266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f5447-2d80-484e-ba68-12a3c3c1c72a req-0045a5da-7375-4746-9031-7001833db21e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:18:59.721702 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-673f5447-2d80-484e-ba68-12a3c3c1c72a req-0045a5da-7375-4746-9031-7001833db21e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 945 time: 0.0529752 Apr 14 21:18:59.772053 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-673f5447-2d80-484e-ba68-12a3c3c1c72a req-280b1477-8711-467d-90af-7f68d29c5560 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Apr 14 21:18:59.792926 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device cd0137d1-9512-4ea0-96e6-57ab86456858 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:18:59.839717 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:59.871868 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:18:59.887063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port cd0137d1-9512-4ea0-96e6-57ab86456858 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:18:59.889118 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:18:59.889732 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:18:59.988224 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port cd0137d1-9512-4ea0-96e6-57ab86456858 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:18:59.988513 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:00.025589 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:00.191342 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port cd0137d1-9512-4ea0-96e6-57ab86456858 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:19:00.191735 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:00.230635 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:00.232928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e387a7-fcd0-4bac-8fae-bd7bae789b67" -d '{"events": [{"server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "name": "network-vif-plugged", "status": "completed", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:00.247859 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cd0137d1-9512-4ea0-96e6-57ab86456858,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:00.270437 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-909a77d0-a618-4e9a-85c8-c468ff390cd1 req-713fa03c-f818-48d1-9ccc-6a40acb09768 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8e4a0f-1c2d-4dfe-b980-6256772160c5 HTTP/1.1" status: 200 len: 210 time: 0.0445669 Apr 14 21:19:00.282787 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6e89ac-9e33-4e5e-acd2-87b05bc57792 x-openstack-request-id: req-ec6e89ac-9e33-4e5e-acd2-87b05bc57792 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:00.283097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "name": "network-vif-plugged", "status": "completed", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:00.283359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec6e89ac-9e33-4e5e-acd2-87b05bc57792 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:00.283749 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6e89ac-9e33-4e5e-acd2-87b05bc57792'] response: {'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'code': 200} Apr 14 21:19:00.295295 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:00.322599 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b1645-8188-4af6-8593-1eb2351ae9cb None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:00.331210 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:00.332024 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:00.368838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 4eba79d3-fcd7-4dd6-ba11-67da954615cc {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:00.369557 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4eba79d3-fcd7-4dd6-ba11-67da954615cc not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:00.401743 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:00.571512 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bf1ee-dddc-40d9-bfc2-3f09375860ed None None] New status for floating IP d2c32c9d-c5d7-4755-92d5-045b1a238524: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:19:00.694188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81d821-8da0-4866-b91e-daf3c463b0a2 req-128bc1da-9069-45f7-a9fe-8a72f2fe47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:00.695671 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa81d821-8da0-4866-b91e-daf3c463b0a2 req-128bc1da-9069-45f7-a9fe-8a72f2fe47e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 1130 time: 0.0393193 Apr 14 21:19:00.740674 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa81d821-8da0-4866-b91e-daf3c463b0a2 req-46b19be2-7d38-45c8-aae8-8d97a61ddbe4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Apr 14 21:19:00.887444 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fda21-6f5e-490f-986c-63f969c7e369 req-cab70aca-8dd1-4b93-a35a-8313213f87c7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:00.888914 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9c9fda21-6f5e-490f-986c-63f969c7e369 req-cab70aca-8dd1-4b93-a35a-8313213f87c7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0489211 Apr 14 21:19:00.944399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9c9fda21-6f5e-490f-986c-63f969c7e369 req-60f16d6e-775f-4240-abbc-6bf70d7b82ba tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493760 Apr 14 21:19:01.435044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40620) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:01.487932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (2f8e21cf-cbd4-47bb-9f9c-015f6514d869), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.510748 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (2f8e21cf-cbd4-47bb-9f9c-015f6514d869), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.650610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (2f8e21cf-cbd4-47bb-9f9c-015f6514d869), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.653287 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.654426 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f8e21cf-cbd4-47bb-9f9c-015f6514d869 HTTP/1.1" status: 204 len: 168 time: 0.2183738 Apr 14 21:19:01.657344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40622) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:01.663538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d4e58-6051-43b7-946f-88cfb4bffd3f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e21cf-cbd4-47bb-9f9c-015f6514d869,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:01.670691 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.api.v2.resource [None req-bbb84a47-1520-451b-bf44-4052186c37a1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] show failed (client error): The resource could not be found. Apr 14 21:19:01.671710 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bbb84a47-1520-451b-bf44-4052186c37a1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups/2f8e21cf-cbd4-47bb-9f9c-015f6514d869 HTTP/1.1" status: 404 len: 347 time: 0.0133212 Apr 14 21:19:01.674740 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40624) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:01.793936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Deleting port 01b14138-bc8e-44ba-8691-d684418a5fa3 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:01.794281 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.872336 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.872659 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (01b14138-bc8e-44ba-8691-d684418a5fa3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:01.884191 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Calling delete_port for 01b14138-bc8e-44ba-8691-d684418a5fa3 owned by network:floatingip {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:02.059121 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179354-4cb2-42e0-a789-d9050e14b0a3 req-67e5ea00-c50c-44ef-81c8-f08df579f307 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:02.060740 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3f179354-4cb2-42e0-a789-d9050e14b0a3 req-67e5ea00-c50c-44ef-81c8-f08df579f307 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0508740 Apr 14 21:19:02.087478 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (01b14138-bc8e-44ba-8691-d684418a5fa3), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.129684 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'Port': ['ID=01b14138-bc8e-44ba-8691-d684418a5fa3,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:02.139195 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3f179354-4cb2-42e0-a789-d9050e14b0a3 req-76354fa3-4402-4c6c-9005-da54dd96fa7d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 Apr 14 21:19:02.193540 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (d2c32c9d-c5d7-4755-92d5-045b1a238524), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.195943 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.200304 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-60d12eab-9edf-4fe9-8460-a1c5ae9a4152 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "DELETE /v2.0/floatingips/d2c32c9d-c5d7-4755-92d5-045b1a238524 HTTP/1.1" status: 204 len: 168 time: 0.5214374 Apr 14 21:19:02.446991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40630) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:02.451489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44426363', 'description': 'tempest-description--858535588'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:02.536765 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.602025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (ddf03666-5f8b-42d3-82f6-a86ee6b5451b), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.696351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ddf03666-5f8b-42d3-82f6-a86ee6b5451b), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.735878 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf03666-5f8b-42d3-82f6-a86ee6b5451b,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:02.899047 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.900315 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5b911058-41b2-44d3-9b39-348f280db637 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4523852 Apr 14 21:19:02.903290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40632) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:02.907620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group_rule': {'security_group_id': 'ddf03666-5f8b-42d3-82f6-a86ee6b5451b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:03.005177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (571066eb-6d30-4243-ba2d-454c87d11ad7), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.060263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (571066eb-6d30-4243-ba2d-454c87d11ad7), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.160090 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (571066eb-6d30-4243-ba2d-454c87d11ad7), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.178805 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571066eb-6d30-4243-ba2d-454c87d11ad7,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:03.257117 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967559-e690-4ed5-a2fc-a558e2ba22f1 req-1c97e9dd-b6b9-4f17-a521-8aca46dfa435 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:03.258490 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-74967559-e690-4ed5-a2fc-a558e2ba22f1 req-1c97e9dd-b6b9-4f17-a521-8aca46dfa435 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0508170 Apr 14 21:19:03.270652 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.271836 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-33088890-9e08-4655-97d5-0a043959213d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676167 Apr 14 21:19:03.287957 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40638) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:03.292417 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'security_group_rule': {'security_group_id': 'ddf03666-5f8b-42d3-82f6-a86ee6b5451b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:03.310585 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-74967559-e690-4ed5-a2fc-a558e2ba22f1 req-bb981cde-fff2-4ecc-82bc-8e544df41241 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Apr 14 21:19:03.433345 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5b38-d62d-4478-84d6-4711c7f23d5c req-3fa745e0-e62d-4e70-ba26-4a72e72dd3f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:03.434797 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e11f5b38-d62d-4478-84d6-4711c7f23d5c req-3fa745e0-e62d-4e70-ba26-4a72e72dd3f9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0501635 Apr 14 21:19:03.436618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (401d6ff2-0663-4d1f-88c7-e2866c5ff140), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.444076 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40642) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:03.448611 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'port_id': 'cd0137d1-9512-4ea0-96e6-57ab86456858'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:03.484174 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (401d6ff2-0663-4d1f-88c7-e2866c5ff140), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.489031 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.587991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (401d6ff2-0663-4d1f-88c7-e2866c5ff140), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.607507 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d6ff2-0663-4d1f-88c7-e2866c5ff140,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:03.709893 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.711097 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-03389e99-5e9b-4b8b-81bf-42e9159f1aca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4221237 Apr 14 21:19:03.714277 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40644) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:03.718582 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:03.805601 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.885511 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.934620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:03.994789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Allocated IP 172.27.0.38 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/99efa957-f4c4-4ea5-a533-e4e1673bc2dc) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:19:04.005353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.101790 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.114535 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 15bdc87a-dbba-4f94-a6ec-2314b04e552e associated. External IP: 172.27.0.18, port: cd0137d1-9512-4ea0-96e6-57ab86456858. Apr 14 21:19:04.227366 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.266680 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:19:04.271942 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:19:04.275498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:19:04.281164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=99efa957-f4c4-4ea5-a533-e4e1673bc2dc,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:04.337549 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:04.369434 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.452483 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:04.457532 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.462229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:04.473067 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:04.473705 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:04.487713 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7cda1c8e-8888-490f-a380-7136f0156162 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "PUT /v2.0/floatingips/15bdc87a-dbba-4f94-a6ec-2314b04e552e HTTP/1.1" status: 200 len: 991 time: 1.0424647 Apr 14 21:19:04.488344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:04.490639 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:04.523233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.592021 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67001aa2-40c8-4f99-880c-9f42f9e8df05 x-openstack-request-id: req-67001aa2-40c8-4f99-880c-9f42f9e8df05 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:04.592308 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:04.592565 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67001aa2-40c8-4f99-880c-9f42f9e8df05 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:04.592984 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67001aa2-40c8-4f99-880c-9f42f9e8df05'] response: {'name': 'network-changed', 'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'status': 'completed', 'code': 200} Apr 14 21:19:04.596447 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:04.673524 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-adb4d32a-3d8b-4177-9701-f5b6fac292a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:04.675666 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-adb4d32a-3d8b-4177-9701-f5b6fac292a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 1130 time: 0.0494313 Apr 14 21:19:04.777397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.799275 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-683fc43e-b4e7-4216-bc29-cec6c9e2f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:04.800782 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-683fc43e-b4e7-4216-bc29-cec6c9e2f555 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.1142926 Apr 14 21:19:04.818509 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '15bdc87a-dbba-4f94-a6ec-2314b04e552e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:39:1e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926433f5-8409-4403-ac13-40a3791d116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:18:46Z', 'updated_at': '2022-04-14T21:19:03Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:04.847328 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:04.849510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:04.858279 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:04.858888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:18:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:04.926046 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-c82c0850-4b17-4db7-badb-6070618a8680 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0137d1-9512-4ea0-96e6-57ab86456858 HTTP/1.1" status: 200 len: 999 time: 0.1182475 Apr 14 21:19:04.931059 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=99efa957-f4c4-4ea5-a533-e4e1673bc2dc,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:04.979686 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:05.000016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-022abad4-57ba-4b95-a55f-fef820676008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:05.001533 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-022abad4-57ba-4b95-a55f-fef820676008 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0643117 Apr 14 21:19:05.049006 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-829c602d-fd2d-4c90-a30d-239abfa54f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:05.050428 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-829c602d-fd2d-4c90-a30d-239abfa54f28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417018 Apr 14 21:19:05.085566 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:05.088540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3a517b78-30e8-4c61-bcf6-45a853a63645 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3715518 Apr 14 21:19:05.101788 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:05.156736 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-475b9a1c-05cd-4ea9-a46e-8de0c5d16480 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978661 Apr 14 21:19:05.263531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fdab36dc-5ee2-447d-ae99-b40a9ed82b2a req-ed775150-8da9-4e29-bcdf-349ea3c663a0 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995586 Apr 14 21:19:05.305718 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-a0077604-a3a2-411c-8176-c91231668c76 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--44426363&fields=id&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 267 time: 0.0523365 Apr 14 21:19:05.355872 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '15bdc87a-dbba-4f94-a6ec-2314b04e552e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:39:1e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926433f5-8409-4403-ac13-40a3791d116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:18:46Z', 'updated_at': '2022-04-14T21:19:03Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:05.395693 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a3467-bd7b-4711-af11-132cfa0c8f22 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '15bdc87a-dbba-4f94-a6ec-2314b04e552e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:39:1e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926433f5-8409-4403-ac13-40a3791d116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:18:46Z', 'updated_at': '2022-04-14T21:19:03Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:05.412748 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-3161abcc-fbf5-4c85-a984-d80ccd3ceb50 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:05.414682 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-3161abcc-fbf5-4c85-a984-d80ccd3ceb50 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 816 time: 0.1024814 Apr 14 21:19:05.430220 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-de766c24-038d-46b1-b16b-f03bebb62f85 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/quotas/9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 375 time: 0.0099509 Apr 14 21:19:05.482619 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-2bee18ea-c1fd-4ae1-ae5f-3622e5734549 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466232 Apr 14 21:19:05.584922 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-9a2a101e-cd81-404f-94b3-ba81f30537ae service neutron] 10.222.0.24 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904317 Apr 14 21:19:05.602695 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52bbd0-3f19-4152-8d5f-6c71d1aee2d7 None None] New status for floating IP 15bdc87a-dbba-4f94-a6ec-2314b04e552e: ACTIVE {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:19:05.675910 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-76a5b8d2-8393-4df3-bfc3-8fb1d30c15df service neutron] 10.222.0.24 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Apr 14 21:19:06.009813 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ff50415d-c92f-426f-af7d-b08d6b4fb956 req-8be62fa4-a99f-4aa1-bbdb-de9c15b581c0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0293496 Apr 14 21:19:06.542527 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:07.113893 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-77ea604f-b803-4e39-9482-59d6e3b5da2a req-5df758da-4275-4aed-b94d-96a9e58fe3f0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0322654 Apr 14 21:19:08.190160 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-7e771048-0203-4ecd-8faa-0dd7576c0216 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:08.192858 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-7e771048-0203-4ecd-8faa-0dd7576c0216 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 816 time: 0.1083679 Apr 14 21:19:08.216023 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6065995b-8ca2-43c1-8cf0-78365b81013c req-18409c60-24fb-4ff6-b91c-91325c5b946c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0308206 Apr 14 21:19:08.258644 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-6e91e80e-1444-460a-8df6-607010307239 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 378 time: 0.0567083 Apr 14 21:19:08.267153 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'port': {'device_id': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'admin_state_up': True, 'tenant_id': '9379aeca7a984e238239f765094748bc', 'security_groups': ['ddf03666-5f8b-42d3-82f6-a86ee6b5451b']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:08.439508 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Made reservation on behalf of 9379aeca7a984e238239f765094748bc for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:19:08.443394 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:08.569859 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Allocated IP 172.20.0.12 (9be786bb-d0b2-46e8-8749-f5db9ed7a438/8735dea4-d294-4344-a7b7-7a7a39018a38/c047cdcf-c76a-43c1-b84b-9a2d067a4cdd) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:19:08.678545 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-979dcd7d-4ee2-4456-a550-add3895054ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:08.703392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:08.811436 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.105483 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:19:09.108567 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:19:09.114730 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:19:09.139688 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:09.169010 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:09.169630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.253676 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-1b4aaf54-93de-4c96-8670-56c171c34ea9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9893365 Apr 14 21:19:09.328990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Request body: {'port': {'device_id': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:09.337497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-e862daa5-602c-495a-b7bd-04c8b420237d None None] Provisioning complete for port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:19:09.337931 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e862daa5-602c-495a-b7bd-04c8b420237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.368127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24321523-e18c-4aeb-ab02-750bb1dd8c61 req-f28e65ac-8ba6-40a6-a087-d128f42bc5e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:09.368127 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-24321523-e18c-4aeb-ab02-750bb1dd8c61 req-f28e65ac-8ba6-40a6-a087-d128f42bc5e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 932 time: 0.0724347 Apr 14 21:19:09.372835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e862daa5-602c-495a-b7bd-04c8b420237d None None] Port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:19:09.421995 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.452822 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-24321523-e18c-4aeb-ab02-750bb1dd8c61 req-f5fb0a45-5b0b-4974-9b69-021f184a3e85 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757196 Apr 14 21:19:09.698669 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:19:09.706374 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks [] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.718523 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Transition to ACTIVE for port object c047cdcf-c76a-43c1-b84b-9a2d067a4cdd will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:19:09.781876 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.841512 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:09.912352 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Attempting to bind port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:19:09.912756 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Attempting to bind port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:19:09.913060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Attempting to bind port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:19:09.917914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:19:09.918242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Attempting to bind port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd on network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:19:09.923697 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:19:09.924046 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Checking segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:19:09.924485 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Bound using segment: {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:19:09.925333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Bound port: c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7040ab-74b5-4d56-bd3e-be61175b44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:19:09.925333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.991304 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:19:09.994432 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:19:10.074009 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:10.113633 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.114273 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:10.115959 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] 10.222.0.57 "PUT /v2.0/ports/c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 1094 time: 0.7919478 Apr 14 21:19:10.116050 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:10.118278 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1690cda-eb02-47b5-bf80-8e3692b1adba" -d '{"events": [{"name": "network-changed", "server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:10.139302 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07da43-5402-4f50-907f-7ad8299a443c service neutron] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:10.166933 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e516df4c-0731-4768-8c75-e1ee3c2c226b x-openstack-request-id: req-e516df4c-0731-4768-8c75-e1ee3c2c226b {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:10.167361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:10.167627 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e516df4c-0731-4768-8c75-e1ee3c2c226b {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:10.168034 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e516df4c-0731-4768-8c75-e1ee3c2c226b'] response: {'name': 'network-changed', 'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'status': 'completed', 'code': 200} Apr 14 21:19:10.226252 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-e37b2520-cb29-489b-995a-bcc868fb3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.228493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-e37b2520-cb29-489b-995a-bcc868fb3998 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1128 time: 0.0414615 Apr 14 21:19:10.333307 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-7be5f3ea-fbe1-4773-a007-3a500e4cbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.334774 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-7be5f3ea-fbe1-4773-a007-3a500e4cbb09 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9379aeca7a984e238239f765094748bc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0985062 Apr 14 21:19:10.431906 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-d65ed2b1-11ef-4787-aa09-62ac2be8ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.435936 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a1690cda-eb02-47b5-bf80-8e3692b1adba req-d65ed2b1-11ef-4787-aa09-62ac2be8ef82 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924196 Apr 14 21:19:10.506345 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-a7eb531e-c24b-4f71-bc2a-36eef40ee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.507844 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-a7eb531e-c24b-4f71-bc2a-36eef40ee7c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1128 time: 0.0390165 Apr 14 21:19:10.553729 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-d7620d10-64d4-457c-bb41-8033bea3f8e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 217 time: 0.0387969 Apr 14 21:19:10.627187 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc8255-5083-4146-89f3-c33e6c474e3d req-c1e8034e-33d3-4471-9ee2-f5d403885530 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.628692 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c5fc8255-5083-4146-89f3-c33e6c474e3d req-c1e8034e-33d3-4471-9ee2-f5d403885530 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0769088 Apr 14 21:19:10.634641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-6c6af81e-4435-4adf-a2c7-86705548dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.636026 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-6c6af81e-4435-4adf-a2c7-86705548dd6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0745611 Apr 14 21:19:10.703462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-62085ab2-8eed-49af-a8ca-97cb8e9a2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:10.704922 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-62085ab2-8eed-49af-a8ca-97cb8e9a2176 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613415 Apr 14 21:19:10.711790 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c5fc8255-5083-4146-89f3-c33e6c474e3d req-a5f43552-a133-44f3-8c78-28b5e8a23d24 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748982 Apr 14 21:19:10.799681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-d006d6ae-2201-4236-906e-5bb82b53f65e service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Apr 14 21:19:10.892086 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4a8f0a81-1641-4991-aba7-597e0dec6e63 req-ca1ec28e-1cbc-4579-a485-83693c149228 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Apr 14 21:19:11.027614 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-51e150ac-e1ee-43be-86f4-d16c2c7b84c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:11.829471 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051e698-e2c2-480b-b92b-e1273c2339dc req-71aa484c-ac0a-4276-beac-63856817f561 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:11.830993 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f051e698-e2c2-480b-b92b-e1273c2339dc req-71aa484c-ac0a-4276-beac-63856817f561 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0477922 Apr 14 21:19:11.878027 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f051e698-e2c2-480b-b92b-e1273c2339dc req-a5a1f531-ce6b-4e25-994a-b2446b77e003 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414658 Apr 14 21:19:11.947998 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:12.998920 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8fc7b-9e52-4b32-a213-40df558387f1 req-80074e98-6c24-4781-a5cb-81786a24b73d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:13.000372 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8fc8fc7b-9e52-4b32-a213-40df558387f1 req-80074e98-6c24-4781-a5cb-81786a24b73d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0461478 Apr 14 21:19:13.046071 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8fc8fc7b-9e52-4b32-a213-40df558387f1 req-33d9fed9-d03f-4eda-9e09-ed135febf906 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401587 Apr 14 21:19:13.369914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:13.390555 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-aed8e0a0-84a0-4666-8301-0f5d2dc805e6 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025000497&fields=id&tenant_id=d6603aea043146bb977ae3845b741d1e HTTP/1.1" status: 200 len: 267 time: 0.0447881 Apr 14 21:19:13.439500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-af671af3-93aa-4b46-98c5-ba481b95f9b9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:13.440982 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-af671af3-93aa-4b46-98c5-ba481b95f9b9 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 985 time: 0.0451016 Apr 14 21:19:13.451214 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Request body: {'port': {'security_groups': ['ea7f4a74-b96d-47d4-9bef-ab5ae5b21349']}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:13.529059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:13.838897 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:19:13.937143 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:13.948171 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:19:13.957546 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:13.986560 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:13.988920 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:19:13.989340 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.002111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:19:14.021463 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:14.072817 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.091731 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['847d9e6a-e048-429e-8e34-b02fcedc2062'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:19:14.119619 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.119945 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.120262 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.124733 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7df0eedf-3fc9-43c4-a516-71f741ab08f0 req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "PUT /v2.0/ports/847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 943 time: 0.6777451 Apr 14 21:19:14.125468 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:14.128629 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2583eed0-06d9-4835-8c73-eff010d696c2" -d '{"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:14.136167 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40706) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:14.179658 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4c2c5b-274b-4458-80ce-19745de0345e x-openstack-request-id: req-dd4c2c5b-274b-4458-80ce-19745de0345e {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:14.180029 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:14.180234 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd4c2c5b-274b-4458-80ce-19745de0345e {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:14.180648 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4c2c5b-274b-4458-80ce-19745de0345e'] response: {'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:19:14.186404 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ab5a0-46ca-4d9f-94fc-93a5e5377419 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event updated for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=7']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:14.232453 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:14.282513 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6a51-3858-45b8-93de-48fddb80655e req-2f1dd549-521c-45cd-a1de-a753c1704e34 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.290385 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2baa6a51-3858-45b8-93de-48fddb80655e req-2f1dd549-521c-45cd-a1de-a753c1704e34 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 945 time: 0.1707556 Apr 14 21:19:14.316274 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-59c42ad9-2f8a-4032-a0bb-61b7555b7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.317448 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-59c42ad9-2f8a-4032-a0bb-61b7555b7b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1130 time: 0.0922928 Apr 14 21:19:14.358226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (1be42499-afe7-4328-b7f8-b660309d2cad), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.436643 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (1be42499-afe7-4328-b7f8-b660309d2cad), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.442257 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2baa6a51-3858-45b8-93de-48fddb80655e req-70a65f5e-972a-4d76-a6a5-bca7059c96e2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510708 Apr 14 21:19:14.467830 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-6742eb65-e8f5-4cfa-bb12-ff3ff9952257 None None] Provisioning complete for port 847d9e6a-e048-429e-8e34-b02fcedc2062 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:19:14.468382 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6742eb65-e8f5-4cfa-bb12-ff3ff9952257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.496400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-6dfd529c-c824-48aa-88bf-6fec9b8eef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.497891 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-6dfd529c-c824-48aa-88bf-6fec9b8eef4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 916 time: 0.1716046 Apr 14 21:19:14.510379 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['847d9e6a-e048-429e-8e34-b02fcedc2062'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:19:14.572413 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-a6bf88af-cc6d-445d-80cb-5e5a01ca688a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 1002 time: 0.0682938 Apr 14 21:19:14.582732 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6742eb65-e8f5-4cfa-bb12-ff3ff9952257 None None] Current status of the port 847d9e6a-e048-429e-8e34-b02fcedc2062 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:19:14.625328 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-d9a0e44e-0eb2-4fa4-870f-d18138a7d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.626745 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-d9a0e44e-0eb2-4fa4-870f-d18138a7d111 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0462556 Apr 14 21:19:14.628326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1be42499-afe7-4328-b7f8-b660309d2cad), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.630927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.631959 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "DELETE /v2.0/security-groups/1be42499-afe7-4328-b7f8-b660309d2cad HTTP/1.1" status: 204 len: 168 time: 0.4949777 Apr 14 21:19:14.634836 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40710) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:14.650548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d19b-5942-44cf-b2f9-691f0cf1bc7d tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be42499-afe7-4328-b7f8-b660309d2cad,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:14.682503 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-36649764-6f93-4b99-965a-c9b6b9f6f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:14.684218 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-36649764-6f93-4b99-965a-c9b6b9f6f4d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474396 Apr 14 21:19:14.778650 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-337e4065-a29f-4d89-9aac-979da234585e service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Apr 14 21:19:14.788248 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Deleting port 31d0b26a-61ca-42a9-99a9-45147cb7dfe2 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:14.788594 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.869804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.870137 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for floatingip (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:14.870865 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2583eed0-06d9-4835-8c73-eff010d696c2 req-e043f796-7926-462b-a661-6c2ffaf55c1b service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Apr 14 21:19:14.885189 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Calling delete_port for 31d0b26a-61ca-42a9-99a9-45147cb7dfe2 owned by network:floatingip {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:14.926218 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:15.119274 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:19:15.165300 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (31d0b26a-61ca-42a9-99a9-45147cb7dfe2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:15.191150 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event deleted for resources: {'Port': ['ID=31d0b26a-61ca-42a9-99a9-45147cb7dfe2,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:15.253387 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks [] for floatingip (cd6c5cf9-3027-428d-a25b-4fa1f58056a4), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:15.253724 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Floating IP cd6c5cf9-3027-428d-a25b-4fa1f58056a4 disassociated (deleted). External IP: 172.27.0.127, port: 847d9e6a-e048-429e-8e34-b02fcedc2062. Apr 14 21:19:15.465651 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:15.598019 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96505496-9f95-4f02-b7cf-1838de9b8202 req-bde6be46-262b-4aa8-95a2-aa2055383af9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:15.599503 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-96505496-9f95-4f02-b7cf-1838de9b8202 req-bde6be46-262b-4aa8-95a2-aa2055383af9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 945 time: 0.0829151 Apr 14 21:19:15.628734 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:15.635073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:15.638126 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Sync routers for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:15.648348 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:15.648993 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:15.684650 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-96505496-9f95-4f02-b7cf-1838de9b8202 req-1434b38e-fc68-49da-ad7a-46b6021f39e6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795569 Apr 14 21:19:15.688659 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-777a8c56-487d-489e-a580-c7e7bbbdd407 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd6c5cf9-3027-428d-a25b-4fa1f58056a4 HTTP/1.1" status: 204 len: 168 time: 1.0503113 Apr 14 21:19:15.761163 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:15.959492 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:15.990567 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Checking router: 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:15.998785 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:15.999323 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:16.111276 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:16.181954 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:16.184368 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632" -d '{"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:16.222068 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa19c1-21de-4c85-8b5e-ae2f665cc67d x-openstack-request-id: req-17fa19c1-21de-4c85-8b5e-ae2f665cc67d {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:16.222379 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:16.222635 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17fa19c1-21de-4c85-8b5e-ae2f665cc67d {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:16.223035 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa19c1-21de-4c85-8b5e-ae2f665cc67d'] response: {'name': 'network-changed', 'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:19:16.305602 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:19:16.309019 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:16.357128 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb2102-8588-4a90-84b4-b60313a6ffef None None] The sync data for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi is: [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:14:17Z', 'revision_number': 4, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'f1545e80-4b18-4354-a0a7-0378c0679182', 'name': '', 'network_id': 'cf6b3e91-5b70-49e5-a9f3-6ed0934bb214', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'mac_address': 'fa:16:3e:21:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:16Z', 'updated_at': '2022-04-14T21:14:21Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'subnets': [{'id': 'b78d3271-aaa8-45ac-86ec-2bda3a45ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:16.380250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:19:16.457219 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:19:16.457602 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:16.538465 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:19:16.538855 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:16.561893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:16.564125 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e2c2b-4c9b-429d-abfa-72a4edb203da" -d '{"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:16.577292 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:16.592112 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0fc83-92e6-4d8d-bddb-a176e93833a6 None None] New status for floating IP cd6c5cf9-3027-428d-a25b-4fa1f58056a4: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:19:16.602772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253ab19-02cb-4b97-b965-e2355571bfbe x-openstack-request-id: req-0253ab19-02cb-4b97-b965-e2355571bfbe {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:16.603081 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:16.603360 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0253ab19-02cb-4b97-b965-e2355571bfbe {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:16.603742 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0253ab19-02cb-4b97-b965-e2355571bfbe'] response: {'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'code': 200} Apr 14 21:19:16.645374 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:16.685942 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-69a895e4-00bf-47c9-b6fb-cd693ea0a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:16.690443 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-69a895e4-00bf-47c9-b6fb-cd693ea0a121 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6603aea043146bb977ae3845b741d1e&device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 1130 time: 0.0699008 Apr 14 21:19:16.712944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:16.826620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cdcc5-7b5d-4f82-8f12-6a33589c46b9 req-d37871a0-49c8-4874-8ad9-a6370f7e5720 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:16.828004 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f30cdcc5-7b5d-4f82-8f12-6a33589c46b9 req-d37871a0-49c8-4874-8ad9-a6370f7e5720 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0592074 Apr 14 21:19:16.847181 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-2ef95961-93cb-4212-869b-01896128b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:16.848588 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-2ef95961-93cb-4212-869b-01896128b4ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 200 len: 916 time: 0.1498694 Apr 14 21:19:16.903136 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-a4670efc-5ca0-4e52-9d91-f4397b222b8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 200 len: 217 time: 0.0467875 Apr 14 21:19:16.947128 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f30cdcc5-7b5d-4f82-8f12-6a33589c46b9 req-d650ca99-495a-4fb2-bbe1-033f9e354dee tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103389 Apr 14 21:19:16.965091 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-5360370b-7e66-4ff4-9129-9c8d8f1c9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:16.966570 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-5360370b-7e66-4ff4-9129-9c8d8f1c9b5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 200 len: 854 time: 0.0536323 Apr 14 21:19:17.033134 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482b0c-0a2d-40b0-80a8-1c176f626269 req-d9d6c54c-0004-4bc0-b306-0a824852bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:17.034624 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-50482b0c-0a2d-40b0-80a8-1c176f626269 req-d9d6c54c-0004-4bc0-b306-0a824852bfc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1130 time: 0.0672066 Apr 14 21:19:17.035656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-7c4a5e64-dd6e-45f8-80e7-b3590dcda023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:17.037255 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-7c4a5e64-dd6e-45f8-80e7-b3590dcda023 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626113 Apr 14 21:19:17.138785 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-50482b0c-0a2d-40b0-80a8-1c176f626269 req-d9280a68-8a8c-4aa4-99d4-ad289d4af747 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901275 Apr 14 21:19:17.162249 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-d0a0bb33-2294-4fc0-9823-40ef8dc16500 service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076479 Apr 14 21:19:17.584475 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-daa9ec75-5ab0-4b94-b055-4f30c6f3d632 req-c591ef0a-6279-4570-8b4f-aa587b371ecb service neutron] 10.222.0.57 "GET /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Apr 14 21:19:18.062241 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18080e62-cfec-47fc-a130-358bdb775a0a req-130f25d7-af02-4f99-bf95-67a343cdadad tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:18.063678 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-18080e62-cfec-47fc-a130-358bdb775a0a req-130f25d7-af02-4f99-bf95-67a343cdadad tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0458655 Apr 14 21:19:18.111057 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-18080e62-cfec-47fc-a130-358bdb775a0a req-eb183bd6-3d3e-4048-bb2d-c74e9831f027 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406866 Apr 14 21:19:19.228523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c020-f19b-438e-8397-b31598f17bbb req-869be129-d64f-4b1f-9f09-066c917eabff tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:19.229933 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aa02c020-f19b-438e-8397-b31598f17bbb req-869be129-d64f-4b1f-9f09-066c917eabff tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0476069 Apr 14 21:19:19.278139 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aa02c020-f19b-438e-8397-b31598f17bbb req-8caa1a00-bf64-4763-b507-44ae68a2777b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426464 Apr 14 21:19:19.411710 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3f48b-3bb5-4f6c-8449-09de001f38cd req-bb306c45-d9df-4427-94c7-232c93b5384d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:19.413307 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-67a3f48b-3bb5-4f6c-8449-09de001f38cd req-bb306c45-d9df-4427-94c7-232c93b5384d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0506763 Apr 14 21:19:19.424296 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40750) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:19.426381 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Request body: {'floatingip': {'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:19:19.466033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:19.907687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:19.975535 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:20.093108 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65464b82-827f-472a-bbd8-e8ae65e66c96 req-99a61230-527e-484c-b18c-723b5c03ba90 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:20.094867 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-65464b82-827f-472a-bbd8-e8ae65e66c96 req-99a61230-527e-484c-b18c-723b5c03ba90 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0841911 Apr 14 21:19:20.135229 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Floating IP e9ba6436-ad22-408d-bdab-9173e37e321c associated. External IP: 172.27.0.38, port: c047cdcf-c76a-43c1-b84b-9a2d067a4cdd. Apr 14 21:19:20.193974 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-65464b82-827f-472a-bbd8-e8ae65e66c96 req-df8857da-9a3a-4265-8327-46d2df2e4ead tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896647 Apr 14 21:19:20.615475 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:20.725904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:20.730891 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:20.735900 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:20.745726 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:20.746327 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:20.759816 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f07286ea-0638-4ab9-a686-2c9b5eaa47a3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "PUT /v2.0/floatingips/e9ba6436-ad22-408d-bdab-9173e37e321c HTTP/1.1" status: 200 len: 991 time: 1.3368008 Apr 14 21:19:20.760501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:20.762943 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206448c8-3696-4773-9724-f20d32f9ce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:20.800266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed200aa4-7e58-466e-bb37-24009926babd x-openstack-request-id: req-ed200aa4-7e58-466e-bb37-24009926babd {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:20.800559 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:20.800815 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed200aa4-7e58-466e-bb37-24009926babd {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:20.801251 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed200aa4-7e58-466e-bb37-24009926babd'] response: {'name': 'network-changed', 'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'status': 'completed', 'code': 200} Apr 14 21:19:20.854000 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:21.074576 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'e9ba6436-ad22-408d-bdab-9173e37e321c', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:19:04Z', 'updated_at': '2022-04-14T21:19:19Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:21.104747 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:21.113075 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:21.113678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:21.226489 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:21.305623 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96929-411e-4e22-8943-13d26e6c89f8 req-7de25188-dd2f-402e-9ea9-baa38689c6f2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:21.307253 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3bb96929-411e-4e22-8943-13d26e6c89f8 req-7de25188-dd2f-402e-9ea9-baa38689c6f2 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0471528 Apr 14 21:19:21.368752 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3bb96929-411e-4e22-8943-13d26e6c89f8 req-0110586d-6f51-4e57-a06f-231f9ccbeb7b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Apr 14 21:19:21.458779 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'e9ba6436-ad22-408d-bdab-9173e37e321c', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:19:04Z', 'updated_at': '2022-04-14T21:19:19Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:21.489195 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cac446-7670-422d-bcfb-924b0d8d30cb None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'e9ba6436-ad22-408d-bdab-9173e37e321c', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:19:04Z', 'updated_at': '2022-04-14T21:19:19Z', 'revision_number': 1, 'project_id': '9379aeca7a984e238239f765094748bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:21.591802 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206448c8-3696-4773-9724-f20d32f9ce5e req-cb08b75a-a9f9-4be8-a107-77496a55dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:21.593345 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-cb08b75a-a9f9-4be8-a107-77496a55dad0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1130 time: 0.0388691 Apr 14 21:19:21.690417 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206448c8-3696-4773-9724-f20d32f9ce5e req-6fc27a2d-74eb-4a1d-b76d-bc0ab635dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:21.692626 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-6fc27a2d-74eb-4a1d-b76d-bc0ab635dc1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.0903051 Apr 14 21:19:21.694677 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3413d2d5-31ec-4bb2-92bc-3fcb6caf2de5 None None] New status for floating IP e9ba6436-ad22-408d-bdab-9173e37e321c: ACTIVE {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:19:21.763043 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-2b5cf4f9-a24c-4c16-8b4b-a39848dc4e6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 999 time: 0.0638180 Apr 14 21:19:21.814018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206448c8-3696-4773-9724-f20d32f9ce5e req-c5b78dd7-cc08-4219-a985-0da2e5d2c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:21.815475 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-c5b78dd7-cc08-4219-a985-0da2e5d2c575 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0449147 Apr 14 21:19:21.859406 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206448c8-3696-4773-9724-f20d32f9ce5e req-1f885cce-c78f-45d4-a2d2-78b27d79cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:21.860888 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-1f885cce-c78f-45d4-a2d2-78b27d79cc2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382469 Apr 14 21:19:22.318242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-536c72a9-18b9-469f-966d-44665bbc4359 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:22.319639 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-536c72a9-18b9-469f-966d-44665bbc4359 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.57 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0923915 Apr 14 21:19:22.388142 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-0580003e-95e9-4875-b36c-4ac5cb6bf5cd service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689746 Apr 14 21:19:22.477265 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Deleting port 847d9e6a-e048-429e-8e34-b02fcedc2062 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:22.477618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:22.485268 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6876-948b-45f2-930f-5bf5fe93210e req-911f2bc3-e689-466a-b9c8-a923561875ff tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:22.487347 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d8b6876-948b-45f2-930f-5bf5fe93210e req-911f2bc3-e689-466a-b9c8-a923561875ff tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 946 time: 0.0469179 Apr 14 21:19:22.538917 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d8b6876-948b-45f2-930f-5bf5fe93210e req-0c7abb8b-b193-4a1b-a566-cfd06dcad86b tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Apr 14 21:19:22.574515 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-206448c8-3696-4773-9724-f20d32f9ce5e req-606eca80-1659-4c88-a834-3a885f841976 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625121 Apr 14 21:19:22.595245 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] For port 847d9e6a-e048-429e-8e34-b02fcedc2062, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=847d9e6a-e048-429e-8e34-b02fcedc2062,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:22.595614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:22.609714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Calling delete_port for 847d9e6a-e048-429e-8e34-b02fcedc2062 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:22.816230 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (847d9e6a-e048-429e-8e34-b02fcedc2062), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:22.843590 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Pushing event deleted for resources: {'Port': ['ID=847d9e6a-e048-429e-8e34-b02fcedc2062,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:22.890595 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] No DVR routers for this DVR port 847d9e6a-e048-429e-8e34-b02fcedc2062 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:22.896686 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:22.899939 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-31985f91-5dda-4a0a-bfd3-ff710d998cc0 req-f7e66f60-dabd-49fe-8c61-f6faa0c8a351 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.57 "DELETE /v2.0/ports/847d9e6a-e048-429e-8e34-b02fcedc2062 HTTP/1.1" status: 204 len: 173 time: 0.5720155 Apr 14 21:19:22.900367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'name': 'network-vif-deleted', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:22.902674 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3250055d-e259-4bd2-91fb-e90e53f645f6" -d '{"events": [{"server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "name": "network-vif-deleted", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:22.939570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cb7213-5c41-4ede-8859-719e76e8e47a x-openstack-request-id: req-81cb7213-5c41-4ede-8859-719e76e8e47a {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:22.939869 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad", "name": "network-vif-deleted", "tag": "847d9e6a-e048-429e-8e34-b02fcedc2062", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:22.940150 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81cb7213-5c41-4ede-8859-719e76e8e47a {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:22.940562 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cb7213-5c41-4ede-8859-719e76e8e47a'] response: {'server_uuid': '26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad', 'name': 'network-vif-deleted', 'tag': '847d9e6a-e048-429e-8e34-b02fcedc2062', 'status': 'completed', 'code': 200} Apr 14 21:19:23.644044 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-54b4dbe0-bdd8-42df-9b62-2387f55b395c req-6bfeb528-14dd-4d13-b3a8-8472e6754765 tempest-TestMinimumBasicScenario-1289351468 tempest-TestMinimumBasicScenario-1289351468-project] 10.222.0.24 "GET /v2.0/ports?device_id=26e815f5-6b6c-4aaf-bde0-5b3053bbd4ad HTTP/1.1" status: 200 len: 210 time: 0.0271432 Apr 14 21:19:24.345226 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 847d9e6a-e048-429e-8e34-b02fcedc2062 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:24.366229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 847d9e6a-e048-429e-8e34-b02fcedc2062 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:24.366573 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 847d9e6a-e048-429e-8e34-b02fcedc2062 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:25.969199 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40820) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:26.469676 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:26.747806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Deleting port f1545e80-4b18-4354-a0a7-0378c0679182 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:26.748034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:26.828037 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] For port f1545e80-4b18-4354-a0a7-0378c0679182, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f1545e80-4b18-4354-a0a7-0378c0679182,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:26.828402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:26.841463 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Calling delete_port for f1545e80-4b18-4354-a0a7-0378c0679182 owned by network:router_interface {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:27.067821 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (f1545e80-4b18-4354-a0a7-0378c0679182), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:27.094072 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1545e80-4b18-4354-a0a7-0378c0679182,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:27.264854 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:27.488984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:27.848620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:27.855119 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-6cbd677a-3f26-470d-bf11-045d9d232537 admin admin] 10.222.0.24 "PUT /v2.0/routers/3edf1072-bf2c-4ef2-8dd8-19f3581f3bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839648 Apr 14 21:19:27.856762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40826) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:27.857470 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Sync routers for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:27.868318 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:27.868933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:27.963375 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks [] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:27.975691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:28.070124 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks [] for router_gateway (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.150980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:19:26Z', 'revision_number': 5, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port': {'id': 'c7de0fd0-bef8-4a17-9153-0740a1b6edbc', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:14Z', 'updated_at': '2022-04-14T21:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:28.177976 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Checking router: 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:28.187153 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Routers {'3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:28.187754 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:28.197785 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Deleting port c7de0fd0-bef8-4a17-9153-0740a1b6edbc {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:28.197952 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.276148 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] Set router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce gateway port host: None {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:28.277044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] For port c7de0fd0-bef8-4a17-9153-0740a1b6edbc, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:28.277420 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.295217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Calling delete_port for c7de0fd0-bef8-4a17-9153-0740a1b6edbc owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:28.333293 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:19:28Z', 'revision_number': 6, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:28.359770 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7266d2-6412-4444-b551-042bf06bcf1f None None] The sync data for ids ['3edf1072-bf2c-4ef2-8dd8-19f3581f3bce'] in dv-cinder-837542-3-iscsi is: [{'id': '3edf1072-bf2c-4ef2-8dd8-19f3581f3bce', 'name': 'tempest-TestMinimumBasicScenario-1258021634-router', 'tenant_id': 'd6603aea043146bb977ae3845b741d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:13Z', 'updated_at': '2022-04-14T21:19:28Z', 'revision_number': 6, 'project_id': 'd6603aea043146bb977ae3845b741d1e', 'gw_port_host': None}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:28.530549 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (c7de0fd0-bef8-4a17-9153-0740a1b6edbc), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.558175 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7de0fd0-bef8-4a17-9153-0740a1b6edbc,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:28.617741 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.728584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.731241 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks [] for router_controller (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.879257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (3edf1072-bf2c-4ef2-8dd8-19f3581f3bce), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.879921 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3edf1072-bf2c-4ef2-8dd8-19f3581f3bce {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:19:28.888045 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.889893 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a3cf5fab-46fe-4b8e-9fa3-f92d040eab49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3edf1072-bf2c-4ef2-8dd8-19f3581f3bce HTTP/1.1" status: 204 len: 168 time: 1.0321343 Apr 14 21:19:28.892379 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40828) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:28.937639 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Deleting subnet b78d3271-aaa8-45ac-86ec-2bda3a45ba15 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:19:28.941588 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Publish callbacks [] for subnet (b78d3271-aaa8-45ac-86ec-2bda3a45ba15), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:28.979113 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (b78d3271-aaa8-45ac-86ec-2bda3a45ba15), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.090093 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (b78d3271-aaa8-45ac-86ec-2bda3a45ba15), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.239052 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (b78d3271-aaa8-45ac-86ec-2bda3a45ba15), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.264553 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78d3271-aaa8-45ac-86ec-2bda3a45ba15,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:29.270224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.273994 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f3159c91-29bb-4433-bc0c-f52bac5bf497 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b78d3271-aaa8-45ac-86ec-2bda3a45ba15 HTTP/1.1" status: 204 len: 168 time: 0.3802640 Apr 14 21:19:29.276354 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40830) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:29.279554 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9aaf79-ea43-475d-9425-ccf281f693e1 None None] Network cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:19:29.355745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.406702 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Deleting port a7152732-9f5a-454a-93f9-da7b6337763d {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:29.407126 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.473585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] For port a7152732-9f5a-454a-93f9-da7b6337763d, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=a7152732-9f5a-454a-93f9-da7b6337763d,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:29.473950 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.487767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Calling delete_port for a7152732-9f5a-454a-93f9-da7b6337763d owned by network:dhcp {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:29.586653 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] DHCP port deletion for cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:19:29.626748 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Deleting port a7152732-9f5a-454a-93f9-da7b6337763d {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:29.627119 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.638713 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.666190 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] No DVR routers for this DVR port a7152732-9f5a-454a-93f9-da7b6337763d on host dv-cinder-837542-3-iscsi {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:29.667993 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7152732-9f5a-454a-93f9-da7b6337763d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:29.693161 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] For port a7152732-9f5a-454a-93f9-da7b6337763d, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=a7152732-9f5a-454a-93f9-da7b6337763d,segment=NetworkSegment(ad142c33-a709-4698-9d3f-4ec87baa3f7e),segment_id=ad142c33-a709-4698-9d3f-4ec87baa3f7e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:29.693556 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.710250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Calling delete_port for a7152732-9f5a-454a-93f9-da7b6337763d owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:29.736121 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.758988 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6b3e91-5b70-49e5-a9f3-6ed0934bb214']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:29.768430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad142c33-a709-4698-9d3f-4ec87baa3f7e') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:29.768723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad142c33-a709-4698-9d3f-4ec87baa3f7e') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:29.777744 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (ad142c33-a709-4698-9d3f-4ec87baa3f7e), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.791427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (ad142c33-a709-4698-9d3f-4ec87baa3f7e), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.797504 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:19:29.797897 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (ad142c33-a709-4698-9d3f-4ec87baa3f7e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:19:29.799650 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:19:29.854037 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (a7152732-9f5a-454a-93f9-da7b6337763d), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.887431 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] Pushing event deleted for resources: {'Port': ['ID=a7152732-9f5a-454a-93f9-da7b6337763d,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:29.892878 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7d9fa-4b38-4207-b4c4-189c5108b7f6 None None] No DVR routers for this DVR port a7152732-9f5a-454a-93f9-da7b6337763d on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:29.924318 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (cf6b3e91-5b70-49e5-a9f3-6ed0934bb214), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.930554 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:29.931090 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:19:29.934015 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cf6b3e91-5b70-49e5-a9f3-6ed0934bb214 HTTP/1.1" status: 204 len: 168 time: 0.6564860 Apr 14 21:19:29.937167 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40832) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:29.945973 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6b3e91-5b70-49e5-a9f3-6ed0934bb214,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:29.953789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.954136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.954558 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.954909 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.955851 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.956191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.956518 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.956843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.957190 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.957516 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.957843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.958168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.958490 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.958808 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:29.959126 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb03c2c-926e-4da2-849b-ca213f15eb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:30.130548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f1545e80-4b18-4354-a0a7-0378c0679182 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:30.150218 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: f1545e80-4b18-4354-a0a7-0378c0679182 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:30.150563 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f1545e80-4b18-4354-a0a7-0378c0679182 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:30.150986 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c7de0fd0-bef8-4a17-9153-0740a1b6edbc no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:30.170659 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: c7de0fd0-bef8-4a17-9153-0740a1b6edbc {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:30.170924 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c7de0fd0-bef8-4a17-9153-0740a1b6edbc not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:30.171343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device a7152732-9f5a-454a-93f9-da7b6337763d no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:30.190582 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: a7152732-9f5a-454a-93f9-da7b6337763d {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:30.190928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device a7152732-9f5a-454a-93f9-da7b6337763d not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:30.344079 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (e32929ca-a501-405d-ad19-f7ac87101be9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:30.655489 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Deleting port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:30.655848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:30.738413 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] For port f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:30.738781 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:30.753182 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Calling delete_port for f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:30.993233 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:31.019919 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:31.415809 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (e32929ca-a501-405d-ad19-f7ac87101be9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:31.634244 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Router e32929ca-a501-405d-ad19-f7ac87101be9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:31.749476 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:31.756901 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-51bc33b0-b201-4f9a-bf0c-674f899737bc admin admin] 10.222.0.24 "PUT /v2.0/routers/e32929ca-a501-405d-ad19-f7ac87101be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161483 Apr 14 21:19:31.757035 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40834) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:31.759804 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Sync routers for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:31.770660 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:31.771373 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:31.863975 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks [] for router (e32929ca-a501-405d-ad19-f7ac87101be9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:31.878122 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:31.972510 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks [] for router_gateway (e32929ca-a501-405d-ad19-f7ac87101be9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.053983 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:19:30Z', 'revision_number': 5, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port': {'id': '4a317f0b-2368-4416-8d45-c7923fc814c9', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:21Z', 'updated_at': '2022-04-14T21:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:32.081284 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Deleting port 4a317f0b-2368-4416-8d45-c7923fc814c9 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:32.086717 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Checking router: e32929ca-a501-405d-ad19-f7ac87101be9 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:32.087219 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.090597 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Routers {'e32929ca-a501-405d-ad19-f7ac87101be9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:32.091200 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['e32929ca-a501-405d-ad19-f7ac87101be9'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:32.169120 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] For port 4a317f0b-2368-4416-8d45-c7923fc814c9, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4a317f0b-2368-4416-8d45-c7923fc814c9,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:32.169492 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.182905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Calling delete_port for 4a317f0b-2368-4416-8d45-c7923fc814c9 owned by network:router_gateway {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:32.183121 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] Set router e32929ca-a501-405d-ad19-f7ac87101be9 gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:32.240134 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:19:31Z', 'revision_number': 6, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:32.266656 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910448af-2c92-4666-ae8a-9a0456c4d5a4 None None] The sync data for ids ['e32929ca-a501-405d-ad19-f7ac87101be9'] in dv-cinder-837542-3-iscsi is: [{'id': 'e32929ca-a501-405d-ad19-f7ac87101be9', 'name': 'tempest-TestMinimumBasicScenario-1781027378-router', 'tenant_id': '352def42101a426db6a9dc4160a6610a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:20Z', 'updated_at': '2022-04-14T21:19:31Z', 'revision_number': 6, 'project_id': '352def42101a426db6a9dc4160a6610a', 'gw_port_host': None}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:32.433192 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (4a317f0b-2368-4416-8d45-c7923fc814c9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.457063 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a317f0b-2368-4416-8d45-c7923fc814c9,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:32.520499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (e32929ca-a501-405d-ad19-f7ac87101be9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.626695 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (e32929ca-a501-405d-ad19-f7ac87101be9), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.629687 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks [] for router_controller (e32929ca-a501-405d-ad19-f7ac87101be9), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.769959 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (e32929ca-a501-405d-ad19-f7ac87101be9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.770517 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32929ca-a501-405d-ad19-f7ac87101be9 {{(pid=104064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:19:32.775290 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.776427 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4b71f488-9bf9-49ae-aa6d-17524af815b0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e32929ca-a501-405d-ad19-f7ac87101be9 HTTP/1.1" status: 204 len: 168 time: 1.0185027 Apr 14 21:19:32.778998 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40836) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:32.823224 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Deleting subnet b1b43094-72f7-48d0-b215-aee673112c0f {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:19:32.826325 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Publish callbacks [] for subnet (b1b43094-72f7-48d0-b215-aee673112c0f), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.860049 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409999'] for subnet (b1b43094-72f7-48d0-b215-aee673112c0f), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.969233 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (b1b43094-72f7-48d0-b215-aee673112c0f), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.091194 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8691863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10378450'] for subnet (b1b43094-72f7-48d0-b215-aee673112c0f), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.129389 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b43094-72f7-48d0-b215-aee673112c0f,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:33.131408 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.134667 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6a52cab3-61f2-4273-9504-b669b33e5d96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b1b43094-72f7-48d0-b215-aee673112c0f HTTP/1.1" status: 204 len: 168 time: 0.3547287 Apr 14 21:19:33.137127 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40840) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:33.140096 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c640db0-3257-4e46-9be7-0b4879edbd3d None None] Network 6e2f960a-46ce-4462-81d2-f90498c1a606 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:19:33.206849 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (6e2f960a-46ce-4462-81d2-f90498c1a606), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.254808 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Deleting port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:33.255267 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.287375 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] DHCP port deletion for 6e2f960a-46ce-4462-81d2-f90498c1a606 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:19:33.330410 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] For port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:33.330796 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.336106 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Deleting port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:33.336484 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.346861 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Calling delete_port for 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:33.398997 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] For port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,segment=NetworkSegment(40963542-8e76-479b-87b4-a1f43044ac74),segment_id=40963542-8e76-479b-87b4-a1f43044ac74)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:33.399400 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.412873 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Calling delete_port for 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:33.473222 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.490230 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (76f9187a-4e0a-4d8c-b957-6dcd8900e5e5), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.502646 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:33.504537 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] No DVR routers for this DVR port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:33.516717 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] Pushing event deleted for resources: {'Port': ['ID=76f9187a-4e0a-4d8c-b957-6dcd8900e5e5,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:33.519028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287524a-2347-4d2a-8bf6-adeedd7015b7 None None] No DVR routers for this DVR port 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:33.580763 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (6e2f960a-46ce-4462-81d2-f90498c1a606), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.601644 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2f960a-46ce-4462-81d2-f90498c1a606']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:33.610835 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40963542-8e76-479b-87b4-a1f43044ac74') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:33.611158 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40963542-8e76-479b-87b4-a1f43044ac74') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:33.620417 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (40963542-8e76-479b-87b4-a1f43044ac74), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.635419 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (40963542-8e76-479b-87b4-a1f43044ac74), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.641848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:19:33.643088 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (40963542-8e76-479b-87b4-a1f43044ac74), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:19:33.644698 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:19:33.810698 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (6e2f960a-46ce-4462-81d2-f90498c1a606), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.818820 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:33.822115 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e2f960a-46ce-4462-81d2-f90498c1a606 HTTP/1.1" status: 204 len: 168 time: 0.6840353 Apr 14 21:19:33.832337 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddb467-0827-411d-b03e-40dc0e4cb206 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2f960a-46ce-4462-81d2-f90498c1a606,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:34.093668 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40848) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:34.130882 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4a317f0b-2368-4416-8d45-c7923fc814c9 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:34.137889 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-6949fb8c-75bd-48d4-8bad-63da6fce2b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6603aea043146bb977ae3845b741d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409694 Apr 14 21:19:34.138371 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40850) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:34.150991 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 4a317f0b-2368-4416-8d45-c7923fc814c9 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:34.151522 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4a317f0b-2368-4416-8d45-c7923fc814c9 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:34.151757 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:34.171142 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:34.171488 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device f2d73a58-25b8-41c6-b6a5-6dc2a5db29d9 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:34.171910 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:34.186660 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] Publish callbacks [] for security_group (ea7f4a74-b96d-47d4-9bef-ab5ae5b21349), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:34.191998 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:34.192347 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 76f9187a-4e0a-4d8c-b957-6dcd8900e5e5 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:34.209905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] Publish callbacks [] for security_group (ea7f4a74-b96d-47d4-9bef-ab5ae5b21349), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:34.347749 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ea7f4a74-b96d-47d4-9bef-ab5ae5b21349), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:34.351089 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:34.352346 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea7f4a74-b96d-47d4-9bef-ab5ae5b21349 HTTP/1.1" status: 204 len: 168 time: 0.2129495 Apr 14 21:19:34.361038 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebadd-aed9-4fed-816f-e2520e8bb4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f4a74-b96d-47d4-9bef-ab5ae5b21349,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:35.047716 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40856) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:35.090763 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-5b4c99bb-4c8e-41c0-8120-7de48d885293 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=352def42101a426db6a9dc4160a6610a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418832 Apr 14 21:19:35.093226 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40858) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:35.140034 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Publish callbacks [] for security_group (463df25b-78a5-482e-b0de-943512985706), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:35.162360 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Publish callbacks [] for security_group (463df25b-78a5-482e-b0de-943512985706), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:35.272728 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (463df25b-78a5-482e-b0de-943512985706), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:35.275273 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:35.276440 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/463df25b-78a5-482e-b0de-943512985706 HTTP/1.1" status: 204 len: 168 time: 0.1823061 Apr 14 21:19:35.284456 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463df25b-78a5-482e-b0de-943512985706,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:35.292117 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.292470 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.292814 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.293183 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.293523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.293855 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.294184 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.294510 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.294853 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.295152 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.295478 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.295804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.296124 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.296445 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:35.296763 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ac336-1b48-4b09-a9a9-7442c2f5aa11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:36.450129 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:38.675820 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5332cdea-2416-47b4-a17a-33cc8000436b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:38.756932 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f3fd3-00c4-4584-a0f8-25103c044064 req-d410a9a7-d31a-4d84-8a23-590190bff29c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:38.758446 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-988f3fd3-00c4-4584-a0f8-25103c044064 req-d410a9a7-d31a-4d84-8a23-590190bff29c tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0475631 Apr 14 21:19:38.810758 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-81048792-88b1-4e40-bf0d-dc18fcd2a552 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441701 Apr 14 21:19:38.816166 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-988f3fd3-00c4-4584-a0f8-25103c044064 req-f85efc8c-ff5c-4595-a788-749bf0f323c4 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519788 Apr 14 21:19:38.933192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-c91bd0af-a219-4e97-b8f3-469ba2fdf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:38.934688 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-c91bd0af-a219-4e97-b8f3-469ba2fdf444 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d93a7c86bb1e40518c0600a55c581eab&device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 1130 time: 0.0394731 Apr 14 21:19:39.041063 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-379d2309-07b5-430d-8da8-072daeb3a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:39.042528 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-379d2309-07b5-430d-8da8-072daeb3a2eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 200 len: 920 time: 0.0842376 Apr 14 21:19:39.086531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-996a90b6-ab35-41c3-870c-67e7c17e9314 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0366995 Apr 14 21:19:39.136894 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-5f09a89f-6022-4a37-b9d9-7777e7b10583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:39.138376 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-5f09a89f-6022-4a37-b9d9-7777e7b10583 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 200 len: 858 time: 0.0438392 Apr 14 21:19:39.181399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-d4c5df2b-eba3-4179-861a-134df81342db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:39.182814 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-d4c5df2b-eba3-4179-861a-134df81342db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba9fb7e0-7be3-4578-8043-577b62e58240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382080 Apr 14 21:19:39.276214 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-ecedc367-10c0-4a1a-8925-8ae31b5a258f service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Apr 14 21:19:39.366940 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c15d175c-5f2a-4764-b020-af92c91fa763 req-3754379c-848f-4df3-9ed7-7a65f8ae5a3a service neutron] 10.222.0.57 "GET /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826266 Apr 14 21:19:39.951540 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbed74-4315-4ed2-adc5-c9a994f8a492 req-055b2657-6ef7-4a8b-bf4d-1b95860809e6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:39.953091 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-48cbed74-4315-4ed2-adc5-c9a994f8a492 req-055b2657-6ef7-4a8b-bf4d-1b95860809e6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0525322 Apr 14 21:19:40.009572 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-48cbed74-4315-4ed2-adc5-c9a994f8a492 req-ba8d3bb7-6665-4558-aa16-da771a5746a4 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501485 Apr 14 21:19:41.009804 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e3b6-9336-492e-adcf-f4efe3467d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:41.126246 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e1f4c-5a13-4b55-87c9-34f65225335b req-c60a8470-7efd-489a-8650-2f5b270f278f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:41.128207 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d73e1f4c-5a13-4b55-87c9-34f65225335b req-c60a8470-7efd-489a-8650-2f5b270f278f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Apr 14 21:19:41.179229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d73e1f4c-5a13-4b55-87c9-34f65225335b req-aabd0ac0-93f0-4f43-a80b-4b2f78c873ab tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Apr 14 21:19:41.958275 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:42.292083 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7695-0211-4b63-b42b-69586d9dceaf req-fa90db3a-9adb-4329-be1f-d312b4604e91 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:42.293612 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-31dc7695-0211-4b63-b42b-69586d9dceaf req-fa90db3a-9adb-4329-be1f-d312b4604e91 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0463202 Apr 14 21:19:42.343150 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-31dc7695-0211-4b63-b42b-69586d9dceaf req-ec89a09f-561d-41e1-9ae9-fc7b9b0f535d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Apr 14 21:19:43.306669 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:43.457066 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558c6c-ddc7-4b9e-ae2d-335dab3f8a35 req-785244ce-b5e6-4274-b9ef-77fb6f4167a8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:43.458427 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-27558c6c-ddc7-4b9e-ae2d-335dab3f8a35 req-785244ce-b5e6-4274-b9ef-77fb6f4167a8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Apr 14 21:19:43.510227 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-27558c6c-ddc7-4b9e-ae2d-335dab3f8a35 req-4473b4e9-37a8-4e17-8981-189ce08bf018 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Apr 14 21:19:44.622662 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9325-e081-4211-9e32-b27d887a0e91 req-affc063d-f46b-4deb-b5bb-7dc5302ec5d6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:44.624131 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aebb9325-e081-4211-9e32-b27d887a0e91 req-affc063d-f46b-4deb-b5bb-7dc5302ec5d6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0463080 Apr 14 21:19:44.635700 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420de2c-3ed5-4d7d-9f97-8d0dedda0064 req-53d5b998-0823-4c7d-833a-56c896c57462 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:44.637193 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6420de2c-3ed5-4d7d-9f97-8d0dedda0064 req-53d5b998-0823-4c7d-833a-56c896c57462 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0455096 Apr 14 21:19:44.674183 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aebb9325-e081-4211-9e32-b27d887a0e91 req-35d0a959-7d86-41d8-969c-4873d8913550 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Apr 14 21:19:44.683007 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6420de2c-3ed5-4d7d-9f97-8d0dedda0064 req-29a9cda8-9e94-4e4f-9e72-01294168c7dc tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Apr 14 21:19:44.872363 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:45.788206 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd58cb-a6b3-41d1-b00f-b0ae9b577fa3 req-d8966f10-b810-4b25-94ec-87938c8efa06 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:45.789698 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90dd58cb-a6b3-41d1-b00f-b0ae9b577fa3 req-d8966f10-b810-4b25-94ec-87938c8efa06 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Apr 14 21:19:45.793585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87482308-35dc-4d43-9959-3f0a1e121715 req-1adb8489-a8ac-4cff-adee-b6a770431856 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:45.799079 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-87482308-35dc-4d43-9959-3f0a1e121715 req-1adb8489-a8ac-4cff-adee-b6a770431856 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0463870 Apr 14 21:19:45.838902 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90dd58cb-a6b3-41d1-b00f-b0ae9b577fa3 req-9ad96bba-8976-4d2c-aee6-026db4a185f4 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Apr 14 21:19:45.847210 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-87482308-35dc-4d43-9959-3f0a1e121715 req-f1b9bb2d-a53e-4e6f-abfd-9d2ce12ba29c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Apr 14 21:19:46.950003 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039370-33bb-41a6-9bb4-62ec8c74e002 req-95fcbb8e-89fe-4555-a608-7d97ac8ef3c9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:46.951469 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-51039370-33bb-41a6-9bb4-62ec8c74e002 req-95fcbb8e-89fe-4555-a608-7d97ac8ef3c9 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0454516 Apr 14 21:19:46.956238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e814-c9c4-4eb6-a6bc-e803b52fe1ad req-e9db5977-76b4-4075-ac2a-e3f5f8b12dba tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:46.957858 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e896e814-c9c4-4eb6-a6bc-e803b52fe1ad req-e9db5977-76b4-4075-ac2a-e3f5f8b12dba tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0447025 Apr 14 21:19:46.999991 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-51039370-33bb-41a6-9bb4-62ec8c74e002 req-5d52b0c0-0f30-4b78-a4fd-5a20d190f258 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Apr 14 21:19:47.003158 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e896e814-c9c4-4eb6-a6bc-e803b52fe1ad req-ab4c8cab-13ff-4139-8da3-c27fad1182eb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Apr 14 21:19:48.111866 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d3189-0db4-4861-999d-cd0f7f1f5655 req-e6b1bae2-0ea4-461e-9d29-1878c88ebc63 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:48.113366 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c66d3189-0db4-4861-999d-cd0f7f1f5655 req-e6b1bae2-0ea4-461e-9d29-1878c88ebc63 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0464985 Apr 14 21:19:48.115112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9bd2c-780d-42bc-ba1b-de735c48573c req-591f09fa-e49c-4a5c-8794-4357c1a620f0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:48.116585 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-16d9bd2c-780d-42bc-ba1b-de735c48573c req-591f09fa-e49c-4a5c-8794-4357c1a620f0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0453875 Apr 14 21:19:48.166619 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-16d9bd2c-780d-42bc-ba1b-de735c48573c req-cec1f3e4-dadc-469e-b133-7e2f9a845c44 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2697056-9e8f-4a15-9b38-c06fa9973fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 Apr 14 21:19:48.168036 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c66d3189-0db4-4861-999d-cd0f7f1f5655 req-b18412b6-5403-484c-88a6-1ab084d19880 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491912 Apr 14 21:19:48.359361 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-6842d8e3-07b6-4169-bb38-ec53ebe48f37 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:48.360878 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-6842d8e3-07b6-4169-bb38-ec53ebe48f37 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 946 time: 0.0486684 Apr 14 21:19:48.447238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Deleting port 4205e132-5165-46e4-a17d-27ae86bf5158 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:48.447563 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:48.535497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] For port 4205e132-5165-46e4-a17d-27ae86bf5158, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4205e132-5165-46e4-a17d-27ae86bf5158,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:48.535865 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:48.701408 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:48.701628 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:48.701959 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Floating IP fd847b08-c2bb-40e8-9b2b-80a879982edc disassociated. External IP: 172.27.0.204, port: 4205e132-5165-46e4-a17d-27ae86bf5158. Apr 14 21:19:48.702278 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Calling delete_port for 4205e132-5165-46e4-a17d-27ae86bf5158 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:48.906979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (4205e132-5165-46e4-a17d-27ae86bf5158), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:48.938148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event deleted for resources: {'Port': ['ID=4205e132-5165-46e4-a17d-27ae86bf5158,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:49.052608 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Router d577779e-8a93-4929-8662-f148b28ea9b9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:49.159448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:49.170552 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:49.180696 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:49.181562 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:49.200389 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] No DVR routers for this DVR port 4205e132-5165-46e4-a17d-27ae86bf5158 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:49.202978 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:49.206906 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-499a9cdc-700b-45a9-a8f4-67ff98238f99 req-f44ab659-de77-41ce-a5a5-307033d55d28 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "DELETE /v2.0/ports/4205e132-5165-46e4-a17d-27ae86bf5158 HTTP/1.1" status: 204 len: 173 time: 0.8399341 Apr 14 21:19:49.207364 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'name': 'network-vif-deleted', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:49.209664 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ed3e6-8291-4978-83ce-ef86c7353d23" -d '{"events": [{"server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "name": "network-vif-deleted", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:49.277850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-27885c9e-2c9c-413a-8445-2c7a433310c0 req-95595dd1-c2be-4f75-9453-5e5707c6c026 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.0304220 Apr 14 21:19:49.296114 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:49.329683 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e2cff-6bb7-42f3-85ba-3204b6410526 req-85ea0da8-a127-4e8b-bedd-6f50908a816d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:49.331778 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dd1e2cff-6bb7-42f3-85ba-3204b6410526 req-85ea0da8-a127-4e8b-bedd-6f50908a816d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0651932 Apr 14 21:19:49.338135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9bf01-109d-4424-952e-c10ccfecf538 x-openstack-request-id: req-21e9bf01-109d-4424-952e-c10ccfecf538 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:49.338456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d304379-5796-47d7-9ac3-5b2cefeb32e4", "name": "network-vif-deleted", "tag": "4205e132-5165-46e4-a17d-27ae86bf5158", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:49.338675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21e9bf01-109d-4424-952e-c10ccfecf538 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:49.339080 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e9bf01-109d-4424-952e-c10ccfecf538'] response: {'server_uuid': '2d304379-5796-47d7-9ac3-5b2cefeb32e4', 'name': 'network-vif-deleted', 'tag': '4205e132-5165-46e4-a17d-27ae86bf5158', 'status': 'completed', 'code': 200} Apr 14 21:19:49.388445 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-dd1e2cff-6bb7-42f3-85ba-3204b6410526 req-eb795496-d571-4a59-a46e-b654939e5c26 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480914 Apr 14 21:19:49.499464 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:49.533665 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:49.542775 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:49.543408 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:49.653728 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:49.836338 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:49.861424 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7c725-d128-490c-acde-4a03e26b247b None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:11:49Z', 'revision_number': 4, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e77efe54-0e30-407f-904f-b16a903d507e', 'name': '', 'network_id': 'ba9fb7e0-7be3-4578-8043-577b62e58240', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'mac_address': 'fa:16:3e:e8:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:46Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'subnets': [{'id': 'bd7aab6f-1152-4b6e-a81d-7788b8ca25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:19:50.102277 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f0bce-dd8d-4ae9-a88e-8d3cbced6bcf None None] New status for floating IP fd847b08-c2bb-40e8-9b2b-80a879982edc: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:19:50.504626 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4205e132-5165-46e4-a17d-27ae86bf5158 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:50.515636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6845bf-6dcb-4070-947f-4c163858f31b req-7cceb1ed-b632-419e-b425-1106cf54705b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:50.517279 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2e6845bf-6dcb-4070-947f-4c163858f31b req-7cceb1ed-b632-419e-b425-1106cf54705b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Apr 14 21:19:50.529366 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 4205e132-5165-46e4-a17d-27ae86bf5158 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:19:50.534370 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 4205e132-5165-46e4-a17d-27ae86bf5158 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:19:50.572549 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2e6845bf-6dcb-4070-947f-4c163858f31b req-91e3da39-e64a-4ba0-8aa4-bb3d5211094f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Apr 14 21:19:50.651116 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-98d9aa87-a87f-47d7-ba74-f17940a95ada req-28edf688-ffdc-4ec8-8937-a188705c1b1d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d304379-5796-47d7-9ac3-5b2cefeb32e4 HTTP/1.1" status: 200 len: 210 time: 0.2889552 Apr 14 21:19:51.687751 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab370a9-9373-4474-921b-3408ad0f79cc req-be671591-6add-41ab-a37c-7f6cca5f8df0 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:51.689289 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2ab370a9-9373-4474-921b-3408ad0f79cc req-be671591-6add-41ab-a37c-7f6cca5f8df0 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Apr 14 21:19:51.737085 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2ab370a9-9373-4474-921b-3408ad0f79cc req-bb8e64a4-8f18-4669-a4f8-3d338af1a6b7 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 Apr 14 21:19:51.805013 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 40938) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:51.857116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (c2697056-9e8f-4a15-9b38-c06fa9973fd2), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:51.880156 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (c2697056-9e8f-4a15-9b38-c06fa9973fd2), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:51.992445 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c2697056-9e8f-4a15-9b38-c06fa9973fd2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:51.995066 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:51.996222 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2697056-9e8f-4a15-9b38-c06fa9973fd2 HTTP/1.1" status: 204 len: 168 time: 0.1902299 Apr 14 21:19:51.998870 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40940) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:52.005507 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a43f5b-8b84-4cb8-b5cf-2a1e9665c0fb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2697056-9e8f-4a15-9b38-c06fa9973fd2,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:52.012347 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.api.v2.resource [None req-0ea75bad-aa15-4545-9a74-3e972fb01ada tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] show failed (client error): The resource could not be found. Apr 14 21:19:52.013504 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-0ea75bad-aa15-4545-9a74-3e972fb01ada tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups/c2697056-9e8f-4a15-9b38-c06fa9973fd2 HTTP/1.1" status: 404 len: 347 time: 0.0132208 Apr 14 21:19:52.016212 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 40942) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:52.140112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Deleting port 3446dfb2-532d-4904-82b2-b1fa6d404aa3 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:52.140376 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.217280 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.217607 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (3446dfb2-532d-4904-82b2-b1fa6d404aa3), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.231399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Calling delete_port for 3446dfb2-532d-4904-82b2-b1fa6d404aa3 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:52.449516 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (3446dfb2-532d-4904-82b2-b1fa6d404aa3), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.477000 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event deleted for resources: {'Port': ['ID=3446dfb2-532d-4904-82b2-b1fa6d404aa3,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:52.540673 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks [] for floatingip (fd847b08-c2bb-40e8-9b2b-80a879982edc), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.543254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:52.544392 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-508c2950-34a2-4b64-b48c-fde561d47d4c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "DELETE /v2.0/floatingips/fd847b08-c2bb-40e8-9b2b-80a879982edc HTTP/1.1" status: 204 len: 168 time: 0.5272861 Apr 14 21:19:52.854114 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe6c2-b817-4dd6-8221-3a53aae1b484 req-b2f78659-0ae7-4b97-a18e-407c83f046dd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:52.855567 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0fcbe6c2-b817-4dd6-8221-3a53aae1b484 req-b2f78659-0ae7-4b97-a18e-407c83f046dd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0510969 Apr 14 21:19:52.905497 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-0fcbe6c2-b817-4dd6-8221-3a53aae1b484 req-82eef7ff-6d8c-4b7f-9819-df0c9fb3f72d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Apr 14 21:19:54.058091 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62cda9-b6f5-4d97-bbed-6383c7576c0a req-e653534c-bbfc-4d67-8308-41e956b597c6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.059614 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eb62cda9-b6f5-4d97-bbed-6383c7576c0a req-e653534c-bbfc-4d67-8308-41e956b597c6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0733953 Apr 14 21:19:54.062618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-7a35781d-ac90-4fa8-a2fd-6e532ec473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.063997 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-7a35781d-ac90-4fa8-a2fd-6e532ec473a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0675738 Apr 14 21:19:54.164559 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eb62cda9-b6f5-4d97-bbed-6383c7576c0a req-8629ab93-3ce7-493f-b273-3516db198e96 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992537 Apr 14 21:19:54.188498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-701f033a-921d-4063-a399-2756e0a61436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.188498 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-701f033a-921d-4063-a399-2756e0a61436 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.1157179 Apr 14 21:19:54.257597 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-cf6910f5-fa06-46b6-9a04-9120215525e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 1001 time: 0.0648518 Apr 14 21:19:54.309438 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-3643e7e6-d92d-4873-97c2-0f7236ef3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.310909 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-3643e7e6-d92d-4873-97c2-0f7236ef3cb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0451026 Apr 14 21:19:54.355511 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-16c83886-2452-47d3-8888-835719912ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.357038 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-16c83886-2452-47d3-8888-835719912ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390403 Apr 14 21:19:54.450681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-036f33bd-4577-468d-b7b5-bce7e952478f service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Apr 14 21:19:54.542920 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10aed11b-5eed-408b-85b4-bdc23e96522a req-f974fea3-7771-4874-8ed2-0880cd269500 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Apr 14 21:19:54.656236 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6557a84-bfd9-4654-b717-2583e32db444 req-26bfefa0-52ea-49cf-a715-25e6ce15d845 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:54.657732 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6557a84-bfd9-4654-b717-2583e32db444 req-26bfefa0-52ea-49cf-a715-25e6ce15d845 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0458913 Apr 14 21:19:54.704310 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c6557a84-bfd9-4654-b717-2583e32db444 req-84ccfd6f-6a8b-437a-b85b-08d52b46ee7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Apr 14 21:19:55.287433 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58826fec-bc35-420b-87e7-8469bc9329cc req-74f23b57-9921-489a-99f9-75ecbacd6eb8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:55.288985 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-58826fec-bc35-420b-87e7-8469bc9329cc req-74f23b57-9921-489a-99f9-75ecbacd6eb8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Apr 14 21:19:55.337085 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-58826fec-bc35-420b-87e7-8469bc9329cc req-c8e3ec00-43bb-498e-9427-a875f9bc0320 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Apr 14 21:19:55.705499 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f5c2-25db-4d79-9d1c-f742fec6ea66 req-189fa151-6f72-4781-94a8-2c9d6b27a6b9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:55.707408 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c771f5c2-25db-4d79-9d1c-f742fec6ea66 req-189fa151-6f72-4781-94a8-2c9d6b27a6b9 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0448432 Apr 14 21:19:55.755618 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c771f5c2-25db-4d79-9d1c-f742fec6ea66 req-ec151c32-a928-4604-9f5f-1977c1f2bb5d tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Apr 14 21:19:55.820375 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f03ea0-4bd2-4b40-ae96-71bfe59117a6 req-6558607b-05d4-4a32-aa71-fab2f879bc47 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:55.822393 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4f03ea0-4bd2-4b40-ae96-71bfe59117a6 req-6558607b-05d4-4a32-aa71-fab2f879bc47 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0470791 Apr 14 21:19:55.871434 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c4f03ea0-4bd2-4b40-ae96-71bfe59117a6 req-07789244-fce3-4247-b227-3c0d8e88bd35 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 Apr 14 21:19:56.454061 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c8fc-8e21-4139-ae88-08f8a3a68178 req-14215152-8a10-40eb-8cf7-46bf8e9b5fe8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:56.455539 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0485c8fc-8e21-4139-ae88-08f8a3a68178 req-14215152-8a10-40eb-8cf7-46bf8e9b5fe8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Apr 14 21:19:56.504096 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0485c8fc-8e21-4139-ae88-08f8a3a68178 req-d91292cb-44ec-4c75-9d56-78dd85ade036 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Apr 14 21:19:56.866185 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034988ad-92c9-41e8-a265-bec20d639f64 req-a681119f-bb06-4fc0-b4c4-f8107923766c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:56.867658 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-034988ad-92c9-41e8-a265-bec20d639f64 req-a681119f-bb06-4fc0-b4c4-f8107923766c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0454113 Apr 14 21:19:56.915310 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-034988ad-92c9-41e8-a265-bec20d639f64 req-545827b6-9a76-4b85-9e7b-8e7fefd1c4e0 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Apr 14 21:19:56.999950 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310a77-ed3e-4c86-bdcf-b0b8fc155e4e req-53f8a82c-4649-4847-bb23-e4da3ad0187d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:57.001517 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91310a77-ed3e-4c86-bdcf-b0b8fc155e4e req-53f8a82c-4649-4847-bb23-e4da3ad0187d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0465035 Apr 14 21:19:57.050507 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-91310a77-ed3e-4c86-bdcf-b0b8fc155e4e req-36b1f599-3d2c-486d-b0c0-1f4ba7a2cb34 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Apr 14 21:19:57.603264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-07029e59-85ae-4269-bd33-0964bb862aac tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:57.604751 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-07029e59-85ae-4269-bd33-0964bb862aac tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0710940 Apr 14 21:19:57.610846 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-6546403d-e5de-47bb-962c-eb0cc7209a2a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:57.612235 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-6546403d-e5de-47bb-962c-eb0cc7209a2a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0865529 Apr 14 21:19:57.618430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42bb61-387a-4166-bf31-937b975958c2 req-e8c32f78-ba18-437e-ade2-9aebdbd279bd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:57.622728 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c42bb61-387a-4166-bf31-937b975958c2 req-e8c32f78-ba18-437e-ade2-9aebdbd279bd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Apr 14 21:19:57.670844 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c42bb61-387a-4166-bf31-937b975958c2 req-b9f076f2-473c-4f35-a42c-855da6ebdad2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Apr 14 21:19:57.757983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Deleting port 57b785df-66cc-461c-9ac0-409cca7eb6d1 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:57.757983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:57.787950 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Deleting port 757630be-4156-4c96-bed1-670f7dc65532 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:19:57.788286 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (757630be-4156-4c96-bed1-670f7dc65532), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:57.917698 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] For port 57b785df-66cc-461c-9ac0-409cca7eb6d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=57b785df-66cc-461c-9ac0-409cca7eb6d1,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:57.918067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:57.943023 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Calling delete_port for 57b785df-66cc-461c-9ac0-409cca7eb6d1 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:57.950058 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] For port 757630be-4156-4c96-bed1-670f7dc65532, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=757630be-4156-4c96-bed1-670f7dc65532,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:57.950439 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (757630be-4156-4c96-bed1-670f7dc65532), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.109624 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903e2ab-3786-4da3-8a8d-5749da80273b req-9ca7fc29-2d22-4907-9de4-3861042afb5c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:58.111237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d903e2ab-3786-4da3-8a8d-5749da80273b req-9ca7fc29-2d22-4907-9de4-3861042afb5c tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 946 time: 0.0993452 Apr 14 21:19:58.168601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c8c1d-56d3-4201-8194-04bbe0b48baa req-b784a63b-d262-4dae-9058-df7c3d9a3c15 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:58.170248 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ec4c8c1d-56d3-4201-8194-04bbe0b48baa req-b784a63b-d262-4dae-9058-df7c3d9a3c15 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 945 time: 0.0511220 Apr 14 21:19:58.219094 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ec4c8c1d-56d3-4201-8194-04bbe0b48baa req-02e65299-975d-4099-ac2d-d0ee0ee11d55 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f8b9d5c-6a8a-4101-825d-29a3011f2d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Apr 14 21:19:58.259083 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d903e2ab-3786-4da3-8a8d-5749da80273b req-5715b1fb-cbf9-4bcb-8ab6-42dddab923ca tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403954 Apr 14 21:19:58.439165 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.439536 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.439891 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Floating IP 7a6f66e6-95df-4228-ab1c-c2bf4273c4e9 disassociated. External IP: 172.27.0.208, port: 757630be-4156-4c96-bed1-670f7dc65532. Apr 14 21:19:58.440284 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Calling delete_port for 757630be-4156-4c96-bed1-670f7dc65532 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:19:58.442121 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (57b785df-66cc-461c-9ac0-409cca7eb6d1), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.454684 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['0a575f65-2526-4d26-bcc9-43dc247e881d', '57b785df-66cc-461c-9ac0-409cca7eb6d1'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:19:58.480991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event deleted for resources: {'Port': ['ID=57b785df-66cc-461c-9ac0-409cca7eb6d1,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:58.525162 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:19:58.568462 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] No DVR routers for this DVR port 57b785df-66cc-461c-9ac0-409cca7eb6d1 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:58.571743 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.575035 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0fe16f69-5c63-4b29-8254-938f5699a319 req-9e6d8cbe-30b3-4e1d-be85-a2f905dd1a9b tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "DELETE /v2.0/ports/57b785df-66cc-461c-9ac0-409cca7eb6d1 HTTP/1.1" status: 204 len: 173 time: 0.9619231 Apr 14 21:19:58.575467 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'name': 'network-vif-deleted', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:58.577770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12fe6a-9018-4c5f-a024-dcec08875f63" -d '{"events": [{"server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "name": "network-vif-deleted", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:58.641333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465ff751-90e0-447c-ae7a-5949aba49d63 x-openstack-request-id: req-465ff751-90e0-447c-ae7a-5949aba49d63 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:58.641333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c888c-ad18-4af1-8fb0-52f82f678925", "name": "network-vif-deleted", "tag": "57b785df-66cc-461c-9ac0-409cca7eb6d1", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:58.641333 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-465ff751-90e0-447c-ae7a-5949aba49d63 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:58.641333 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465ff751-90e0-447c-ae7a-5949aba49d63'] response: {'server_uuid': 'a66c888c-ad18-4af1-8fb0-52f82f678925', 'name': 'network-vif-deleted', 'tag': '57b785df-66cc-461c-9ac0-409cca7eb6d1', 'status': 'completed', 'code': 200} Apr 14 21:19:58.649598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 9209afc6-c038-43e8-8827-61d339d996f9 is: ACTIVE; New status is: DOWN {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:19:58.649992 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.685169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:19:58.687677 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b640c8-6a15-4d1a-8749-c076d8327dc5" -d '{"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-unplugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:19:58.703502 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:19:58.729113 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd2b16-5061-478f-bcea-94d4a3e6e957 x-openstack-request-id: req-08dd2b16-5061-478f-bcea-94d4a3e6e957 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:19:58.734533 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-unplugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:19:58.734533 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08dd2b16-5061-478f-bcea-94d4a3e6e957 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:19:58.734533 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dd2b16-5061-478f-bcea-94d4a3e6e957'] response: {'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'code': 200} Apr 14 21:19:58.747520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (757630be-4156-4c96-bed1-670f7dc65532), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.780080 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'Port': ['ID=757630be-4156-4c96-bed1-670f7dc65532,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:58.788464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc53f7-f053-4191-b0b4-1ea557f481dc req-3c359464-722d-484f-89d3-0cf9796433eb tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:58.790229 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-facc53f7-f053-4191-b0b4-1ea557f481dc req-3c359464-722d-484f-89d3-0cf9796433eb tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0494113 Apr 14 21:19:58.797922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:58.869884 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-facc53f7-f053-4191-b0b4-1ea557f481dc req-ceb37caa-3cb1-49dc-aca5-cfc862d54da8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738873 Apr 14 21:19:58.878280 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=6']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:19:58.887180 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.887723 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.888165 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.888627 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.889066 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.889446 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.889870 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.890254 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.891663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.891663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.891663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.891663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.892138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.892353 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.892730 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:19:58.944379 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:19:59.067930 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:19:59.080051 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:19:59.091764 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:59.092468 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:59.110034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] No DVR routers for this DVR port 757630be-4156-4c96-bed1-670f7dc65532 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:19:59.112482 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:59.116056 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b011cbc1-533a-401f-8ad2-47d6e74bee25 req-75f1dcfe-e86d-4994-955e-086f9914baee tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "DELETE /v2.0/ports/757630be-4156-4c96-bed1-670f7dc65532 HTTP/1.1" status: 204 len: 173 time: 1.4941521 Apr 14 21:19:59.332904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b9606-9ed2-49a6-8297-f87f2e246c81 req-cc1ddde9-d8b7-4620-8c35-26c899c4a2af tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:59.334600 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c4b9606-9ed2-49a6-8297-f87f2e246c81 req-cc1ddde9-d8b7-4620-8c35-26c899c4a2af tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0663090 Apr 14 21:19:59.344006 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c96e6f5b-5737-471d-8347-47a583a37a03 req-aa9963d2-d0b9-4a4d-a799-571374f2775f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0310738 Apr 14 21:19:59.385045 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:59.447732 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6c4b9606-9ed2-49a6-8297-f87f2e246c81 req-b1b8c6de-1617-4e2a-8ebd-b960830e25b2 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049392 Apr 14 21:19:59.470490 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1a7b0b4e-1ace-49ce-be4f-a990cd9a7f47 req-2b7c6f4f-4416-4729-97be-7cb44e525ab7 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66c888c-ad18-4af1-8fb0-52f82f678925 HTTP/1.1" status: 200 len: 210 time: 0.0511858 Apr 14 21:19:59.522135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41012) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:59.607305 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-fe9e1b1a-a2b6-4eb2-a763-4bdd9746c6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838830 Apr 14 21:19:59.610108 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:59.616449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-7e094720-1a7a-4c55-96ba-8db0dce23e9a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:19:59.617545 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-7e094720-1a7a-4c55-96ba-8db0dce23e9a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054002 Apr 14 21:19:59.638308 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:19:59.648591 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:19:59.649226 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:59.760042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:19:59.787808 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41022) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:19:59.898233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-fec88709-8ff2-45b4-9793-61f23e7d0926 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:19:59.900077 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-fec88709-8ff2-45b4-9793-61f23e7d0926 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports/9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 940 time: 0.1111801 Apr 14 21:19:59.959613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:19:59.991581 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec214-94d6-4a8a-9653-a7cde54cb68a None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:20:00.207323 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1160ea3-32e6-4dce-a1c2-e9dc85d4e725 None None] New status for floating IP 7a6f66e6-95df-4228-ab1c-c2bf4273c4e9: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:20:00.457077 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e9665a2f-9f46-4a94-996b-bd58e238697a req-4cf9f6bc-496e-40d5-8aee-43f7c0e619bd tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fb57e2-0ef7-40a1-b6ed-0145104849be HTTP/1.1" status: 200 len: 210 time: 0.0309329 Apr 14 21:20:00.559834 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 57b785df-66cc-461c-9ac0-409cca7eb6d1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:00.575737 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfd6b-22b0-47eb-938a-3d86888fb62e req-c75b14af-c2f3-403a-ae88-d6770ffe7287 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:00.577262 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-478cfd6b-22b0-47eb-938a-3d86888fb62e req-c75b14af-c2f3-403a-ae88-d6770ffe7287 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0497398 Apr 14 21:20:00.586714 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 57b785df-66cc-461c-9ac0-409cca7eb6d1 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:00.587196 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 57b785df-66cc-461c-9ac0-409cca7eb6d1 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:00.587716 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 757630be-4156-4c96-bed1-670f7dc65532 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:00.611010 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 757630be-4156-4c96-bed1-670f7dc65532 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:00.611750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 757630be-4156-4c96-bed1-670f7dc65532 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:00.636904 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-478cfd6b-22b0-47eb-938a-3d86888fb62e req-2037b3c9-b173-46ff-8a73-b6222f3c733b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525861 Apr 14 21:20:00.641534 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'name': 'network-vif-deleted', 'tag': '757630be-4156-4c96-bed1-670f7dc65532'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:00.644078 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43188bb7-ce4d-4944-b5bd-1d2d6c4467d3" -d '{"events": [{"server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "name": "network-vif-deleted", "tag": "757630be-4156-4c96-bed1-670f7dc65532"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:00.683645 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ff0f6-71a9-47f4-98e3-0e442f94e907 x-openstack-request-id: req-e21ff0f6-71a9-47f4-98e3-0e442f94e907 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:00.683645 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fb57e2-0ef7-40a1-b6ed-0145104849be", "name": "network-vif-deleted", "tag": "757630be-4156-4c96-bed1-670f7dc65532", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:00.683841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e21ff0f6-71a9-47f4-98e3-0e442f94e907 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:00.684165 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21ff0f6-71a9-47f4-98e3-0e442f94e907'] response: {'server_uuid': '45fb57e2-0ef7-40a1-b6ed-0145104849be', 'name': 'network-vif-deleted', 'tag': '757630be-4156-4c96-bed1-670f7dc65532', 'status': 'completed', 'code': 200} Apr 14 21:20:00.962316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240df18-951d-446e-9e89-2e679c69b65f req-0738f789-ef73-4846-903e-8e82fadafed2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:00.963789 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d240df18-951d-446e-9e89-2e679c69b65f req-0738f789-ef73-4846-903e-8e82fadafed2 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Apr 14 21:20:01.012330 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d240df18-951d-446e-9e89-2e679c69b65f req-502fa21d-beaf-4078-9155-a1c453ca2564 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/security-groups?id=a791f2fb-bd76-49a8-a58a-24fea097ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Apr 14 21:20:01.583247 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-60367a05-f169-4797-9e82-fb674a965fa5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:01.584656 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-60367a05-f169-4797-9e82-fb674a965fa5 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 945 time: 0.0455396 Apr 14 21:20:01.638633 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41048) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:01.684292 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Deleting port 0a575f65-2526-4d26-bcc9-43dc247e881d {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:01.684634 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.694449 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (8f8b9d5c-6a8a-4101-825d-29a3011f2d92), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.728160 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (8f8b9d5c-6a8a-4101-825d-29a3011f2d92), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.775448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] For port 0a575f65-2526-4d26-bcc9-43dc247e881d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0a575f65-2526-4d26-bcc9-43dc247e881d,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:01.775708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.788255 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fa46a-d40c-46a8-a1b3-75dc041005bf req-8d35844f-731a-46ad-8187-6c2cdbf01e3d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:01.789757 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb6fa46a-d40c-46a8-a1b3-75dc041005bf req-8d35844f-731a-46ad-8187-6c2cdbf01e3d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0786426 Apr 14 21:20:01.790129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Calling delete_port for 0a575f65-2526-4d26-bcc9-43dc247e881d owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:01.840238 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eb6fa46a-d40c-46a8-a1b3-75dc041005bf req-751fd620-2dab-47e0-af86-1a46afc8ef9d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Apr 14 21:20:01.900520 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8f8b9d5c-6a8a-4101-825d-29a3011f2d92), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.903309 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:01.904515 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f8b9d5c-6a8a-4101-825d-29a3011f2d92 HTTP/1.1" status: 204 len: 168 time: 0.2648418 Apr 14 21:20:01.907796 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41052) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:01.914700 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20654-2b14-4049-b4e3-ed7d6123fb7d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b9d5c-6a8a-4101-825d-29a3011f2d92,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:01.933550 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.api.v2.resource [None req-36e6b099-ad08-4551-b1ce-d551a85a132b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] show failed (client error): The resource could not be found. Apr 14 21:20:01.933550 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-36e6b099-ad08-4551-b1ce-d551a85a132b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups/8f8b9d5c-6a8a-4101-825d-29a3011f2d92 HTTP/1.1" status: 404 len: 347 time: 0.0239432 Apr 14 21:20:01.935554 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41054) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:02.057396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Deleting port ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:02.065238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.108240 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (0a575f65-2526-4d26-bcc9-43dc247e881d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.122613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['0a575f65-2526-4d26-bcc9-43dc247e881d'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:20:02.166757 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4e375d45-ac10-40b8-864d-b46d55ac4e6c req-43e2bb47-52bf-4286-9318-ccb13af205bb tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 210 time: 0.0615189 Apr 14 21:20:02.169270 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Pushing event deleted for resources: {'Port': ['ID=0a575f65-2526-4d26-bcc9-43dc247e881d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:02.209864 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.210194 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.236995 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] No DVR routers for this DVR port 0a575f65-2526-4d26-bcc9-43dc247e881d on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:20:02.242105 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.245462 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d1eee503-3081-4f1b-8cff-5e8dfb1c4d95 req-87caa403-e856-49db-b963-d264b49710af tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.57 "DELETE /v2.0/ports/0a575f65-2526-4d26-bcc9-43dc247e881d HTTP/1.1" status: 204 len: 173 time: 0.6539509 Apr 14 21:20:02.246430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Calling delete_port for ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:02.484302 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.523849 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'Port': ['ID=ae3464e5-5a6e-44c9-904a-52ddb1a2a7b6,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:02.586203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (7a6f66e6-95df-4228-ab1c-c2bf4273c4e9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.589042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.593017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-33521321-f561-4cee-9ec6-244d959608a5 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "DELETE /v2.0/floatingips/7a6f66e6-95df-4228-ab1c-c2bf4273c4e9 HTTP/1.1" status: 204 len: 168 time: 0.6537778 Apr 14 21:20:02.685217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'name': 'network-vif-deleted', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:02.688239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a69ca-2228-4578-88fd-0008d73d72a9" -d '{"events": [{"server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "name": "network-vif-deleted", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:02.729359 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c99e34-490a-4f2d-9ae1-cd8b9edd1bc3 x-openstack-request-id: req-e7c99e34-490a-4f2d-9ae1-cd8b9edd1bc3 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:02.729651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20030e5e-c46a-4a12-98fd-ddce841a6398", "name": "network-vif-deleted", "tag": "0a575f65-2526-4d26-bcc9-43dc247e881d", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:02.729905 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7c99e34-490a-4f2d-9ae1-cd8b9edd1bc3 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:02.730340 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c99e34-490a-4f2d-9ae1-cd8b9edd1bc3'] response: {'server_uuid': '20030e5e-c46a-4a12-98fd-ddce841a6398', 'name': 'network-vif-deleted', 'tag': '0a575f65-2526-4d26-bcc9-43dc247e881d', 'status': 'completed', 'code': 200} Apr 14 21:20:02.798233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41064) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:02.802746 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540716700', 'description': 'tempest-description--333565688'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:02.883298 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:02.971484 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3541-239c-4776-9dcc-ee6629edf24c req-29a810dd-82c5-4c1f-8732-1d776bfa869e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:02.972953 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c09d3541-239c-4776-9dcc-ee6629edf24c req-29a810dd-82c5-4c1f-8732-1d776bfa869e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0593660 Apr 14 21:20:03.007741 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (793a2f10-33a0-4d70-b2a6-dd232e20ff68), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.041910 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c09d3541-239c-4776-9dcc-ee6629edf24c req-ff255e4b-8042-4e9e-bbb8-879a0818d1ad tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563507 Apr 14 21:20:03.088915 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (793a2f10-33a0-4d70-b2a6-dd232e20ff68), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.142427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793a2f10-33a0-4d70-b2a6-dd232e20ff68,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:03.153909 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-5335a6f8-15cf-414c-91bc-19f325b5feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:03.155399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-5335a6f8-15cf-414c-91bc-19f325b5feab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299&tenant_id=63e765f15c224887ae831ee7c1cbdeb5 HTTP/1.1" status: 200 len: 1127 time: 0.0483036 Apr 14 21:20:03.212278 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-488f85b0-1bfc-42e8-9ba0-49c700a99584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:03.213862 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-488f85b0-1bfc-42e8-9ba0-49c700a99584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1127 time: 0.0373697 Apr 14 21:20:03.236065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.240674 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41070) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:03.241309 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5661129e-5928-4640-8896-feccfd8e79e9 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4414229 Apr 14 21:20:03.247076 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group_rule': {'security_group_id': '793a2f10-33a0-4d70-b2a6-dd232e20ff68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:03.295481 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-00251199-6bbf-481e-aa5f-a9acd238652f req-e8875845-779c-4472-9f2a-fbaab7da3791 tempest-ServerRescueNegativeTestJSON-951249292 tempest-ServerRescueNegativeTestJSON-951249292-project] 10.222.0.24 "GET /v2.0/ports?device_id=20030e5e-c46a-4a12-98fd-ddce841a6398 HTTP/1.1" status: 200 len: 210 time: 0.0273435 Apr 14 21:20:03.337370 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-8575c4c8-95fa-4dbd-9241-453310db4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:03.339100 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-8575c4c8-95fa-4dbd-9241-453310db4443 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.1134148 Apr 14 21:20:03.363807 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (11594dc1-c7fc-4f59-8aee-0628c2263da0), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.420289 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-8a29672e-ec7f-4d23-80e0-9cd5291f6531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 999 time: 0.0711207 Apr 14 21:20:03.426322 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (11594dc1-c7fc-4f59-8aee-0628c2263da0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.469440 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-39d631a3-e431-406b-846e-bb5c36e67efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:03.470951 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-39d631a3-e431-406b-846e-bb5c36e67efa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0444818 Apr 14 21:20:03.517249 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-8a9ba5b7-78cd-47b9-a259-90fe97ee3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:03.517759 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (11594dc1-c7fc-4f59-8aee-0628c2263da0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.518737 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-8a9ba5b7-78cd-47b9-a259-90fe97ee3b94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417681 Apr 14 21:20:03.536548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11594dc1-c7fc-4f59-8aee-0628c2263da0,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:03.600298 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.601610 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8f0f0b89-a4aa-49cd-96fd-be1839b5aa0d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590395 Apr 14 21:20:03.604652 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41072) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:03.607282 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-7d93bb8c-de2b-4a61-9dba-7005f7986456 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826166 Apr 14 21:20:03.609399 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'security_group_rule': {'security_group_id': '793a2f10-33a0-4d70-b2a6-dd232e20ff68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:03.694610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (cc70621b-81d0-4b32-bd3a-a8fe4221351e), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.698122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-fb67e63c-bd64-4ff1-b579-b3178cdf9dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Apr 14 21:20:03.753697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (cc70621b-81d0-4b32-bd3a-a8fe4221351e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.826205 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (cc70621b-81d0-4b32-bd3a-a8fe4221351e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.843597 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc70621b-81d0-4b32-bd3a-a8fe4221351e,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:03.919801 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:03.921042 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0bb65eaa-e75f-4af9-9dc5-c911cec9b082 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150063 Apr 14 21:20:03.924736 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41074) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:03.929130 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:04.014824 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:04.095327 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:04.154238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b2b7-ba56-4828-8117-4ae53125b8a8 req-6ae7908d-51bf-4fc3-ae7f-71a29f39afe8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:04.155713 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-04b6b2b7-ba56-4828-8117-4ae53125b8a8 req-6ae7908d-51bf-4fc3-ae7f-71a29f39afe8 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0460370 Apr 14 21:20:04.207842 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-04b6b2b7-ba56-4828-8117-4ae53125b8a8 req-1f64fcb2-e869-449a-bdd4-03ceb6847249 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Apr 14 21:20:04.361290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41080) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:04.448132 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Allocated IP 172.27.0.174 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:20:04.551735 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:04.574007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 0a575f65-2526-4d26-bcc9-43dc247e881d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:04.598418 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 0a575f65-2526-4d26-bcc9-43dc247e881d {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:04.598767 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 0a575f65-2526-4d26-bcc9-43dc247e881d not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:04.644282 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:04.695688 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:20:04.699245 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:20:04.706125 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:20:04.710683 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:04.802804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:04.935500 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.088874 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.122833 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (d577779e-8a93-4929-8662-f148b28ea9b9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.145944 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.215758 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:05.227673 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.325449 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.326844 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-74440f24-b173-44fe-9917-3cf111dfcd6c tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4010849 Apr 14 21:20:05.354907 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad0bd-0d16-4794-b023-1082a790063c req-861313f7-a768-4c43-aebb-25d291b25f3d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:05.356418 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6b4ad0bd-0d16-4794-b023-1082a790063c req-861313f7-a768-4c43-aebb-25d291b25f3d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0668149 Apr 14 21:20:05.457523 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6b4ad0bd-0d16-4794-b023-1082a790063c req-4b88319b-21de-4641-ab03-8e5b73cea03b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848706 Apr 14 21:20:05.458461 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Deleting port e77efe54-0e30-407f-904f-b16a903d507e {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:05.458830 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (e77efe54-0e30-407f-904f-b16a903d507e), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.533017 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-5576a4fb-8132-4ff0-a1f1-b2e132f8f7d0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--540716700&fields=id&tenant_id=b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 267 time: 0.0408869 Apr 14 21:20:05.546638 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] For port e77efe54-0e30-407f-904f-b16a903d507e, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e77efe54-0e30-407f-904f-b16a903d507e,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:05.547008 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (e77efe54-0e30-407f-904f-b16a903d507e), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.560434 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Calling delete_port for e77efe54-0e30-407f-904f-b16a903d507e owned by network:router_interface {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:05.640359 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-2929f3ec-adaa-4e76-9103-b229953fdb41 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:05.641808 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-2929f3ec-adaa-4e76-9103-b229953fdb41 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 811 time: 0.1013074 Apr 14 21:20:05.656245 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-1a75a057-efd0-4492-bcf2-52c026d2a2d6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/quotas/b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 375 time: 0.0090740 Apr 14 21:20:05.704853 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-1fb61f47-eee6-43f9-88a4-02feb3bb0373 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426664 Apr 14 21:20:05.832066 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (e77efe54-0e30-407f-904f-b16a903d507e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.846052 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-098b9a7f-45af-41f3-9b50-c75be712160f service neutron] 10.222.0.24 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299267 Apr 14 21:20:05.858884 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77efe54-0e30-407f-904f-b16a903d507e,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:05.954421 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-b85f7063-0a3e-4a72-8bbb-d68afed3c7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020007 Apr 14 21:20:06.054924 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (d577779e-8a93-4929-8662-f148b28ea9b9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.285768 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a075764b-42d2-4ce8-b1f7-7d6adb25eb69 req-1d5d505d-2ec1-43f6-a5ba-dcc24e30accf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 210 time: 0.0344281 Apr 14 21:20:06.306148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Router d577779e-8a93-4929-8662-f148b28ea9b9 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:20:06.420241 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:20:06.425855 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ccd5f2f0-9f74-4590-a9f0-2b7864e92893 admin admin] 10.222.0.24 "PUT /v2.0/routers/d577779e-8a93-4929-8662-f148b28ea9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0635085 Apr 14 21:20:06.428393 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41108) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:06.429584 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Sync routers for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:20:06.439567 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:06.440680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:06.525292 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.545357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks [] for router (d577779e-8a93-4929-8662-f148b28ea9b9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.559144 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:06.577489 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6162e-50a5-4506-9306-b5e4b17ce7d2 req-75f65804-682c-4de7-8972-d2a846375a44 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:06.579135 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-10c6162e-50a5-4506-9306-b5e4b17ce7d2 req-75f65804-682c-4de7-8972-d2a846375a44 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0521896 Apr 14 21:20:06.628532 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-10c6162e-50a5-4506-9306-b5e4b17ce7d2 req-0edd9040-767b-4711-b9b1-ab1979e3a957 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Apr 14 21:20:06.663412 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks [] for router_gateway (d577779e-8a93-4929-8662-f148b28ea9b9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.746809 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '39411901-621d-40b6-ac2f-6f5218a58771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:20:05Z', 'revision_number': 5, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port': {'id': '39411901-621d-40b6-ac2f-6f5218a58771', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:06.772666 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Checking router: d577779e-8a93-4929-8662-f148b28ea9b9 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:20:06.780863 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Routers {'d577779e-8a93-4929-8662-f148b28ea9b9'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:06.781499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:19:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['d577779e-8a93-4929-8662-f148b28ea9b9'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:06.804084 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Deleting port 39411901-621d-40b6-ac2f-6f5218a58771 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:06.804423 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (39411901-621d-40b6-ac2f-6f5218a58771), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.873425 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] Set router d577779e-8a93-4929-8662-f148b28ea9b9 gateway port host: None {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:06.888483 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] For port 39411901-621d-40b6-ac2f-6f5218a58771, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=39411901-621d-40b6-ac2f-6f5218a58771,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:06.892688 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (39411901-621d-40b6-ac2f-6f5218a58771), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.902209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Calling delete_port for 39411901-621d-40b6-ac2f-6f5218a58771 owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:06.931161 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:20:06.932702 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:20:06Z', 'revision_number': 6, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:06.962103 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1860da-6fb0-4a8d-9ff7-c1c5357417e9 None None] The sync data for ids ['d577779e-8a93-4929-8662-f148b28ea9b9'] in dv-cinder-837542-3-iscsi is: [{'id': 'd577779e-8a93-4929-8662-f148b28ea9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2014486971-router', 'tenant_id': 'd93a7c86bb1e40518c0600a55c581eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:38Z', 'updated_at': '2022-04-14T21:20:06Z', 'revision_number': 6, 'project_id': 'd93a7c86bb1e40518c0600a55c581eab', 'gw_port_host': None}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:20:07.157469 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (39411901-621d-40b6-ac2f-6f5218a58771), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.185704 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=39411901-621d-40b6-ac2f-6f5218a58771,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:07.244620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (d577779e-8a93-4929-8662-f148b28ea9b9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.337892 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (d577779e-8a93-4929-8662-f148b28ea9b9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.340481 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks [] for router_controller (d577779e-8a93-4929-8662-f148b28ea9b9), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.410901 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-00ca12a8-39e6-4cd4-afe2-5a7aba16892e req-a1001899-4d0f-46f1-bb78-cd765c1bc3ca tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 210 time: 0.0289865 Apr 14 21:20:07.535252 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (d577779e-8a93-4929-8662-f148b28ea9b9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.535939 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d577779e-8a93-4929-8662-f148b28ea9b9 {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:20:07.540263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.541393 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-af3f2297-5889-4875-807b-23f013891f0a admin admin] 10.222.0.24 "DELETE /v2.0/routers/d577779e-8a93-4929-8662-f148b28ea9b9 HTTP/1.1" status: 204 len: 168 time: 1.1120551 Apr 14 21:20:07.543819 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41116) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:07.586367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Deleting subnet bd7aab6f-1152-4b6e-a81d-7788b8ca25dc {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:20:07.589365 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Publish callbacks [] for subnet (bd7aab6f-1152-4b6e-a81d-7788b8ca25dc), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.622890 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (bd7aab6f-1152-4b6e-a81d-7788b8ca25dc), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.703376 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (bd7aab6f-1152-4b6e-a81d-7788b8ca25dc), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.765383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbe973-5661-483b-bdbb-60f185f850c4 req-ed45bccd-e7a6-4b2b-a623-c288db2ba32b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:07.767677 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2dcbe973-5661-483b-bdbb-60f185f850c4 req-ed45bccd-e7a6-4b2b-a623-c288db2ba32b tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0635793 Apr 14 21:20:07.819781 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2dcbe973-5661-483b-bdbb-60f185f850c4 req-934db758-ab4d-4416-a5ee-beae02073627 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Apr 14 21:20:07.872223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (bd7aab6f-1152-4b6e-a81d-7788b8ca25dc), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.896835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7aab6f-1152-4b6e-a81d-7788b8ca25dc,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:07.902747 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.908237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-914fb21f-9d5f-4656-9a54-ec336ef472a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd7aab6f-1152-4b6e-a81d-7788b8ca25dc HTTP/1.1" status: 204 len: 168 time: 0.3612196 Apr 14 21:20:07.908393 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41120) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:07.911822 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959151d-7fd4-473c-b724-5c45f34e722b None None] Network ba9fb7e0-7be3-4578-8043-577b62e58240 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:20:07.996193 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (ba9fb7e0-7be3-4578-8043-577b62e58240), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.046901 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Deleting port 78ae29d1-238a-46ff-b1b6-9f36c64d705c {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:08.047258 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.084724 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] DHCP port deletion for ba9fb7e0-7be3-4578-8043-577b62e58240 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:20:08.127128 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Deleting port 78ae29d1-238a-46ff-b1b6-9f36c64d705c {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:08.133928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.134074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] For port 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=78ae29d1-238a-46ff-b1b6-9f36c64d705c,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:08.134074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.144350 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Calling delete_port for 78ae29d1-238a-46ff-b1b6-9f36c64d705c owned by network:dhcp {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:08.151873 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 78ae29d1-238a-46ff-b1b6-9f36c64d705c no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:08.225859 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] For port 78ae29d1-238a-46ff-b1b6-9f36c64d705c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=78ae29d1-238a-46ff-b1b6-9f36c64d705c,segment=NetworkSegment(38abb8c6-10b9-482e-b66b-e2755e04e911),segment_id=38abb8c6-10b9-482e-b66b-e2755e04e911)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:08.226261 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.241371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Calling delete_port for 78ae29d1-238a-46ff-b1b6-9f36c64d705c owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:08.289191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.316146 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ae29d1-238a-46ff-b1b6-9f36c64d705c,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:08.321144 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] No DVR routers for this DVR port 78ae29d1-238a-46ff-b1b6-9f36c64d705c on host dv-cinder-837542-3-iscsi {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:20:08.326778 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 78ae29d1-238a-46ff-b1b6-9f36c64d705c is: ACTIVE; New status is: DOWN {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:20:08.327159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.380027 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e77efe54-0e30-407f-904f-b16a903d507e no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:08.396227 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (ba9fb7e0-7be3-4578-8043-577b62e58240), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.400170 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: e77efe54-0e30-407f-904f-b16a903d507e {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:08.400522 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e77efe54-0e30-407f-904f-b16a903d507e not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:08.400944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 39411901-621d-40b6-ac2f-6f5218a58771 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:08.403815 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (78ae29d1-238a-46ff-b1b6-9f36c64d705c), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.431936 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 39411901-621d-40b6-ac2f-6f5218a58771 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:08.432289 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 39411901-621d-40b6-ac2f-6f5218a58771 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:08.439396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9fb7e0-7be3-4578-8043-577b62e58240']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:08.453535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] Pushing event deleted for resources: {'Port': ['ID=78ae29d1-238a-46ff-b1b6-9f36c64d705c,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:08.455933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec0f5d-e1e1-4912-9fbc-9a171a9cf9dd None None] No DVR routers for this DVR port 78ae29d1-238a-46ff-b1b6-9f36c64d705c on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:20:08.470316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38abb8c6-10b9-482e-b66b-e2755e04e911') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:08.470316 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38abb8c6-10b9-482e-b66b-e2755e04e911') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:08.506182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (38abb8c6-10b9-482e-b66b-e2755e04e911), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.553484 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-baffea71-471d-4b15-a070-29ddf77a5f51 req-e978bfb5-f0eb-45b8-b924-04dfb20b8ed7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 210 time: 0.0509980 Apr 14 21:20:08.554368 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (38abb8c6-10b9-482e-b66b-e2755e04e911), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.567033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:20:08.567449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (38abb8c6-10b9-482e-b66b-e2755e04e911), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:20:08.569156 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:20:08.626182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-b1cfef0b-42e4-46ee-8077-5245fb42ef57 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:08.628164 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-b1cfef0b-42e4-46ee-8077-5245fb42ef57 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 811 time: 0.2163384 Apr 14 21:20:08.687215 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-18c50e4a-4825-4b12-91b8-65d55300a400 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a54727a0284b23bb227947980f35b4 HTTP/1.1" status: 200 len: 379 time: 0.0509112 Apr 14 21:20:08.700357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'port': {'device_id': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'admin_state_up': True, 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'security_groups': ['793a2f10-33a0-4d70-b2a6-dd232e20ff68']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:08.729371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c8969221-f14b-46dd-b5d2-bdfa27c43d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.730449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (ba9fb7e0-7be3-4578-8043-577b62e58240), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.759094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.762323 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba9fb7e0-7be3-4578-8043-577b62e58240 HTTP/1.1" status: 204 len: 168 time: 0.8525932 Apr 14 21:20:08.780238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992b65-4203-4b26-925f-9b588961b790 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9fb7e0-7be3-4578-8043-577b62e58240,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:08.934935 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb7dec-8838-44c5-bee1-1d5d1314d945 req-59552ab6-f7e3-4e9a-be84-56c3069f1ede tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:08.936385 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-22eb7dec-8838-44c5-bee1-1d5d1314d945 req-59552ab6-f7e3-4e9a-be84-56c3069f1ede tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0468907 Apr 14 21:20:08.951994 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Made reservation on behalf of b9a54727a0284b23bb227947980f35b4 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:20:08.955353 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.985926 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-22eb7dec-8838-44c5-bee1-1d5d1314d945 req-b6908583-d4c9-434f-9533-3e2ca504e3af tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 Apr 14 21:20:09.083797 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Allocated IP 172.20.0.5 (339690d3-6771-4294-860c-4b1a2fbc5c72/5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b/25e00541-ba19-4d56-b015-d1fe159574fc) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:20:09.212641 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41132) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:09.227254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for port (25e00541-ba19-4d56-b015-d1fe159574fc), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.253663 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-927d6b66-ed3c-4d3f-affb-48e53fe89839 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d93a7c86bb1e40518c0600a55c581eab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397022 Apr 14 21:20:09.256206 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41134) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:09.302571 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] Publish callbacks [] for security_group (a791f2fb-bd76-49a8-a58a-24fea097ac2e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.326285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] Publish callbacks [] for security_group (a791f2fb-bd76-49a8-a58a-24fea097ac2e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.352525 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.449137 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a791f2fb-bd76-49a8-a58a-24fea097ac2e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.451920 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.453127 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a791f2fb-bd76-49a8-a58a-24fea097ac2e HTTP/1.1" status: 204 len: 168 time: 0.1959946 Apr 14 21:20:09.463132 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68da56-6110-4c84-8388-dbcccf3fce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a791f2fb-bd76-49a8-a58a-24fea097ac2e,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:09.699773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:20:09.707580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:20:09.711672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:20:09.714137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event updated for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:09.747104 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ffd0-361b-4b9a-8af6-59d73a27de6e req-f0a4cfa7-eddc-4822-b1af-01bbb4c68150 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:09.748635 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef98ffd0-361b-4b9a-8af6-59d73a27de6e req-f0a4cfa7-eddc-4822-b1af-01bbb4c68150 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 931 time: 0.0950103 Apr 14 21:20:09.807681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:09.807681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.834583 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef98ffd0-361b-4b9a-8af6-59d73a27de6e req-65b49705-2b4d-495c-9e57-26913d2bbaf8 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796549 Apr 14 21:20:09.891826 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-af62e728-dda6-49f2-a468-6a620326a20d tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1950662 Apr 14 21:20:09.928227 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Request body: {'port': {'device_id': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:09.989071 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.996727 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-2a43f022-9d1a-4572-9526-ce4d20290d5c None None] Provisioning complete for port 25e00541-ba19-4d56-b015-d1fe159574fc triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:20:09.997288 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a43f022-9d1a-4572-9526-ce4d20290d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.035473 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-2a43f022-9d1a-4572-9526-ce4d20290d5c None None] Port 25e00541-ba19-4d56-b015-d1fe159574fc cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:20:10.104192 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a612d9c-e786-433c-b091-ad021ba7db12 req-23fe1db8-2b99-46ae-9052-f1dd6db57ff6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:10.105737 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3a612d9c-e786-433c-b091-ad021ba7db12 req-23fe1db8-2b99-46ae-9052-f1dd6db57ff6 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0491626 Apr 14 21:20:10.158349 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3a612d9c-e786-433c-b091-ad021ba7db12 req-603f7faf-b519-415f-9191-0ee8dcd56e32 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Apr 14 21:20:10.261094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e00541-ba19-4d56-b015-d1fe159574fc {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:20:10.269299 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks [] for port (25e00541-ba19-4d56-b015-d1fe159574fc), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.281970 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Transition to ACTIVE for port object 25e00541-ba19-4d56-b015-d1fe159574fc will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:20:10.357541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.411315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Pushing event updated for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:10.501532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Attempting to bind port 25e00541-ba19-4d56-b015-d1fe159574fc on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:20:10.501532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Attempting to bind port 25e00541-ba19-4d56-b015-d1fe159574fc by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:20:10.501532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Attempting to bind port 25e00541-ba19-4d56-b015-d1fe159574fc on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:20:10.501532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Port 25e00541-ba19-4d56-b015-d1fe159574fc on network 339690d3-6771-4294-860c-4b1a2fbc5c72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:20:10.501532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Attempting to bind port 25e00541-ba19-4d56-b015-d1fe159574fc on network 339690d3-6771-4294-860c-4b1a2fbc5c72 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:20:10.507302 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:20:10.507650 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Checking segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:20:10.508051 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Bound using segment: {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:20:10.508509 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Bound port: 25e00541-ba19-4d56-b015-d1fe159574fc, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1defcfb4-4c6b-488f-91e8-4151495c232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:20:10.508880 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.596232 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:20:10.599716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=25e00541-ba19-4d56-b015-d1fe159574fc,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:20:10.649864 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.686510 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:10.687135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:10.688509 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] 10.222.0.57 "PUT /v2.0/ports/25e00541-ba19-4d56-b015-d1fe159574fc HTTP/1.1" status: 200 len: 1093 time: 0.7647722 Apr 14 21:20:10.689045 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:10.691854 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a7204-6115-4c53-bff1-b101066719b7" -d '{"events": [{"name": "network-changed", "server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:10.715923 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf723b-79f7-4630-87c9-f3b5d788dcae service neutron] Pushing event updated for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:10.743019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9911c3-a334-443b-8009-75fe49898a0a x-openstack-request-id: req-bb9911c3-a334-443b-8009-75fe49898a0a {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:10.743313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:10.743570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb9911c3-a334-443b-8009-75fe49898a0a {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:10.743977 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9911c3-a334-443b-8009-75fe49898a0a'] response: {'name': 'network-changed', 'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc', 'status': 'completed', 'code': 200} Apr 14 21:20:10.959574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c9aab-a555-4192-8c20-243d137c5249 req-fba5416d-c8a9-4d0f-a12c-519a97076e38 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:10.961113 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-da5c9aab-a555-4192-8c20-243d137c5249 req-fba5416d-c8a9-4d0f-a12c-519a97076e38 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 943 time: 0.0569046 Apr 14 21:20:10.986106 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b395aa6b-3a75-4de3-9616-e61bcb2c8803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:11.017408 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-da5c9aab-a555-4192-8c20-243d137c5249 req-14e607c1-b7b6-4668-8ba3-d615d2ad2ad0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506272 Apr 14 21:20:11.090198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a7204-6115-4c53-bff1-b101066719b7 req-ea2f8a6e-e8fb-4dbc-821b-1e5fdc9efc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.091700 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e72a7204-6115-4c53-bff1-b101066719b7 req-ea2f8a6e-e8fb-4dbc-821b-1e5fdc9efc61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 1127 time: 0.0413649 Apr 14 21:20:11.198774 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a7204-6115-4c53-bff1-b101066719b7 req-360d0c8e-3b34-47b9-aa9d-7821758e73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.200840 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e72a7204-6115-4c53-bff1-b101066719b7 req-360d0c8e-3b34-47b9-aa9d-7821758e73c3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9a54727a0284b23bb227947980f35b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021581 Apr 14 21:20:11.299632 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a7204-6115-4c53-bff1-b101066719b7 req-91e0a3bd-6dea-40a4-8c1d-5d2fe2d2f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.301122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e72a7204-6115-4c53-bff1-b101066719b7 req-91e0a3bd-6dea-40a4-8c1d-5d2fe2d2f028 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938678 Apr 14 21:20:11.379599 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-380c0d81-8d4f-45ee-9f77-6da4a3e0f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.381127 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-380c0d81-8d4f-45ee-9f77-6da4a3e0f79d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 1127 time: 0.0432837 Apr 14 21:20:11.423617 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-a14b0d33-be55-4e77-b836-f166365fc006 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e00541-ba19-4d56-b015-d1fe159574fc HTTP/1.1" status: 200 len: 217 time: 0.0354321 Apr 14 21:20:11.471999 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-9f2240ed-e681-4b97-95fe-f9545bd06d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.473614 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-9f2240ed-e681-4b97-95fe-f9545bd06d15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0443451 Apr 14 21:20:11.547246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43ae16-243d-4ab0-bc53-ed58da01cd7b req-cbcd3b2e-aa33-4cb2-9dc8-9089982db09f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.549654 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8b43ae16-243d-4ab0-bc53-ed58da01cd7b req-cbcd3b2e-aa33-4cb2-9dc8-9089982db09f tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0742269 Apr 14 21:20:11.550314 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-b69df0dc-1d15-4980-a586-ee4d3a5b8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:11.551636 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-b69df0dc-1d15-4980-a586-ee4d3a5b8b3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693421 Apr 14 21:20:11.652667 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8b43ae16-243d-4ab0-bc53-ed58da01cd7b req-9dec85e4-f96f-4699-8870-e1d783468953 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973215 Apr 14 21:20:11.676139 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-57d0a230-f995-4e23-9063-20aa0130077b service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139932 Apr 14 21:20:11.765789 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3459e5de-f715-46a6-8d0f-8e72a0043ee8 req-673fe0b4-c2c9-4266-a458-69ea1397d60b service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835447 Apr 14 21:20:11.951909 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:12.131601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923ac31-9d94-4fb1-88f4-59b5921df029 req-27509e72-2c01-451c-a696-95071784dd7a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:12.133160 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9923ac31-9d94-4fb1-88f4-59b5921df029 req-27509e72-2c01-451c-a696-95071784dd7a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 943 time: 0.0481610 Apr 14 21:20:12.181161 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9923ac31-9d94-4fb1-88f4-59b5921df029 req-f06e3b9e-a4a6-4aab-ad4a-b27bbc6f0ea7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Apr 14 21:20:12.583086 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:20:12.678220 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:12.689345 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '9209afc6-c038-43e8-8827-61d339d996f9', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'port_id': '9209afc6-c038-43e8-8827-61d339d996f9', 'mac_address': 'fa:16:3e:af:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:20:12.731008 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 9209afc6-c038-43e8-8827-61d339d996f9 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:20:12.731402 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:12.744903 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9209afc6-c038-43e8-8827-61d339d996f9 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:20:12.764401 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:12.766876 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1bccd-fd85-40e7-a2ca-c194bf942375 req-cc2b1a19-d489-4e03-843c-9d0900ed1394 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:12.768385 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2df1bccd-fd85-40e7-a2ca-c194bf942375 req-cc2b1a19-d489-4e03-843c-9d0900ed1394 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 943 time: 0.0460660 Apr 14 21:20:12.821463 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2df1bccd-fd85-40e7-a2ca-c194bf942375 req-c3129bc0-ff63-4566-a667-805a7f740a79 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Apr 14 21:20:12.825950 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:12.874806 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=7']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:13.311141 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfb040-6eeb-4d92-8e1a-2aab08948c04 req-e9db31c5-4a8e-49f1-9b61-6d56f6181063 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:13.311141 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f6cfb040-6eeb-4d92-8e1a-2aab08948c04 req-e9db31c5-4a8e-49f1-9b61-6d56f6181063 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 943 time: 0.0512776 Apr 14 21:20:13.359594 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f6cfb040-6eeb-4d92-8e1a-2aab08948c04 req-8f96425a-97dc-413b-832c-2444744bec34 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479374 Apr 14 21:20:13.372392 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['9209afc6-c038-43e8-8827-61d339d996f9'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:20:13.398378 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:13.933391 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27709a5-3ba7-493f-9706-9966ef2ffa2e req-40de6694-c577-4066-9ebf-99e601af912d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:13.934869 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f27709a5-3ba7-493f-9706-9966ef2ffa2e req-40de6694-c577-4066-9ebf-99e601af912d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 944 time: 0.0472901 Apr 14 21:20:13.983593 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f27709a5-3ba7-493f-9706-9966ef2ffa2e req-ccb005cb-3093-4fda-a5fc-74d3e98de349 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Apr 14 21:20:14.480754 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaabb77-eb5a-447e-b651-12bbed8a831d req-be61c2a5-bf60-4a3b-964c-8879e7f9ab6a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:14.482280 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ddaabb77-eb5a-447e-b651-12bbed8a831d req-be61c2a5-bf60-4a3b-964c-8879e7f9ab6a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 943 time: 0.0513666 Apr 14 21:20:14.529051 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ddaabb77-eb5a-447e-b651-12bbed8a831d req-d6352b4e-69f4-459c-8f8e-642776fec6a7 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Apr 14 21:20:14.596569 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 25e00541-ba19-4d56-b015-d1fe159574fc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:20:14.598639 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:20:14.702429 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 9209afc6-c038-43e8-8827-61d339d996f9 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:20:14.702724 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (9209afc6-c038-43e8-8827-61d339d996f9), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:14.762088 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=25e00541-ba19-4d56-b015-d1fe159574fc,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:14.776103 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '25e00541-ba19-4d56-b015-d1fe159574fc', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'port_id': '25e00541-ba19-4d56-b015-d1fe159574fc', 'mac_address': 'fa:16:3e:05:45:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:20:14.852512 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 9209afc6-c038-43e8-8827-61d339d996f9 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:20:14.852898 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:14.855603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 25e00541-ba19-4d56-b015-d1fe159574fc is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:20:14.855972 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:14.882260 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e00541-ba19-4d56-b015-d1fe159574fc {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:20:14.889919 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:14.892131 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249fb94-65ad-4244-80e3-e8bd40373c2e" -d '{"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-plugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:14.913250 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:14.923518 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=25e00541-ba19-4d56-b015-d1fe159574fc,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:14.932454 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c6b26-5a80-4ed5-9313-c96f25943c97 x-openstack-request-id: req-3c3c6b26-5a80-4ed5-9313-c96f25943c97 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:14.932736 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-plugged", "status": "completed", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:14.933012 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c3c6b26-5a80-4ed5-9313-c96f25943c97 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:14.933429 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3c6b26-5a80-4ed5-9313-c96f25943c97'] response: {'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'code': 200} Apr 14 21:20:15.008892 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:15.038701 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:15.043494 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:15.105397 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=8']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:15.108179 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624458a-c9be-4ccd-bea9-e34415bc4a51 req-2a0c485c-b010-4552-ac5b-3d5429d2ed56 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:15.109897 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4624458a-c9be-4ccd-bea9-e34415bc4a51 req-2a0c485c-b010-4552-ac5b-3d5429d2ed56 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0539095 Apr 14 21:20:15.163103 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4624458a-c9be-4ccd-bea9-e34415bc4a51 req-b2ec7d7c-4bab-4429-80aa-9f7f10872508 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467637 Apr 14 21:20:15.174838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:15.254508 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb456-0264-4db6-b36e-9b8866392da4 req-640e048f-d48d-48ff-ba81-f397f0e01df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:15.256024 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-587cb456-0264-4db6-b36e-9b8866392da4 req-640e048f-d48d-48ff-ba81-f397f0e01df0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0396225 Apr 14 21:20:15.304893 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-587cb456-0264-4db6-b36e-9b8866392da4 req-1d88b7bf-ee70-4482-bb88-bbe05f8ad791 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Apr 14 21:20:15.388713 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['25e00541-ba19-4d56-b015-d1fe159574fc'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:20:15.648023 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152a411-bdc7-4cf7-b62e-e2d83d5b3c01 req-0b3af855-cf73-4637-b0e8-18bb33e130ff tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:15.649498 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7152a411-bdc7-4cf7-b62e-e2d83d5b3c01 req-0b3af855-cf73-4637-b0e8-18bb33e130ff tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 944 time: 0.0493057 Apr 14 21:20:15.697374 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7152a411-bdc7-4cf7-b62e-e2d83d5b3c01 req-975c4e05-fb4e-4fd2-9024-8df1de78cb7b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Apr 14 21:20:16.276379 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab9804-d02a-4960-81ad-72188b0dd3c5 req-bcaba851-9a05-4ed0-9cd1-b358581fa88d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:16.277891 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25ab9804-d02a-4960-81ad-72188b0dd3c5 req-bcaba851-9a05-4ed0-9cd1-b358581fa88d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0462246 Apr 14 21:20:16.333152 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25ab9804-d02a-4960-81ad-72188b0dd3c5 req-3a2eb0a3-899b-4727-9438-a66ad6126f1a tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496776 Apr 14 21:20:16.607937 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 25e00541-ba19-4d56-b015-d1fe159574fc up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:20:16.650772 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 25e00541-ba19-4d56-b015-d1fe159574fc completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:20:16.752718 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 25e00541-ba19-4d56-b015-d1fe159574fc triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:20:16.752718 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:16.810582 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b92dd-3b9d-4abe-9c89-198a113a2fe6 req-fb4b2011-8865-4b62-a25a-ce7a566f3d73 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:16.812061 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e27b92dd-3b9d-4abe-9c89-198a113a2fe6 req-fb4b2011-8865-4b62-a25a-ce7a566f3d73 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 944 time: 0.0479288 Apr 14 21:20:16.835657 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 25e00541-ba19-4d56-b015-d1fe159574fc is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:20:16.836837 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:16.864774 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e27b92dd-3b9d-4abe-9c89-198a113a2fe6 req-ff3acae9-6698-4070-9d14-02f59538eaaf tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464885 Apr 14 21:20:16.869833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=25e00541-ba19-4d56-b015-d1fe159574fc,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:16.934958 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:16.937343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea0e1c-c039-45c1-b33a-034a1c243a30" -d '{"events": [{"server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "name": "network-vif-plugged", "status": "completed", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:16.969295 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:16.973935 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02113341-6437-4cf7-aacb-dcf09b9e4a86 x-openstack-request-id: req-02113341-6437-4cf7-aacb-dcf09b9e4a86 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:16.979170 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "name": "network-vif-plugged", "status": "completed", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:16.979170 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02113341-6437-4cf7-aacb-dcf09b9e4a86 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:16.979170 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02113341-6437-4cf7-aacb-dcf09b9e4a86'] response: {'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc', 'code': 200} Apr 14 21:20:17.019459 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:17.442909 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9428ed3-9476-4fb0-9151-d520f9d357d7 req-c351ecb4-a275-404a-b95a-21536fb2c40e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:17.444401 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9428ed3-9476-4fb0-9151-d520f9d357d7 req-c351ecb4-a275-404a-b95a-21536fb2c40e tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Apr 14 21:20:17.530761 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef82b11-8102-4226-be2c-3e0495bad500 req-a59de087-66f9-498d-b17e-47830662e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:17.532260 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ef82b11-8102-4226-be2c-3e0495bad500 req-a59de087-66f9-498d-b17e-47830662e280 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 1129 time: 0.0660381 Apr 14 21:20:17.536501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9428ed3-9476-4fb0-9151-d520f9d357d7 req-5fb13383-011b-4b30-888a-e0e034b6c055 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865989 Apr 14 21:20:17.577504 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6ef82b11-8102-4226-be2c-3e0495bad500 req-b888d64e-8476-43b5-8062-fe85197f75a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390947 Apr 14 21:20:17.979030 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48fedb-5693-4ef9-be8c-ca52e974594b req-054aae59-5372-48f1-b069-477e24f05780 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:17.981202 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d48fedb-5693-4ef9-be8c-ca52e974594b req-054aae59-5372-48f1-b069-477e24f05780 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0480299 Apr 14 21:20:18.028734 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7d48fedb-5693-4ef9-be8c-ca52e974594b req-92b13e56-8a3f-40e4-bfd3-6045faf07336 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415764 Apr 14 21:20:18.449627 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41262) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:18.551392 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-64371295-10b8-41dc-a5f1-62cd494c9eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.624333 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-64371295-10b8-41dc-a5f1-62cd494c9eca admin admin] Publish callbacks [] for security_group (aa41dbcb-67dd-4c8b-a6f8-5964dddb3651), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.700425 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-64371295-10b8-41dc-a5f1-62cd494c9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (aa41dbcb-67dd-4c8b-a6f8-5964dddb3651), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.739971 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-64371295-10b8-41dc-a5f1-62cd494c9eca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71613b94bc7e44b185cdab4e7a4b0876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892091 Apr 14 21:20:18.740904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64371295-10b8-41dc-a5f1-62cd494c9eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa41dbcb-67dd-4c8b-a6f8-5964dddb3651,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:18.742605 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41268) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:18.789589 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] Publish callbacks [] for security_group (aa41dbcb-67dd-4c8b-a6f8-5964dddb3651), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.810948 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] Publish callbacks [] for security_group (aa41dbcb-67dd-4c8b-a6f8-5964dddb3651), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.968706 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (aa41dbcb-67dd-4c8b-a6f8-5964dddb3651), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.971326 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:18.973165 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa41dbcb-67dd-4c8b-a6f8-5964dddb3651 HTTP/1.1" status: 204 len: 168 time: 0.2294872 Apr 14 21:20:18.980912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077215-e829-40fc-9a78-8163a793b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa41dbcb-67dd-4c8b-a6f8-5964dddb3651,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:19.142150 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b590a-4458-482d-8795-28ec57e8fd51 req-19e74ef5-2b27-4d71-a76b-e9abd0f9353a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:19.147156 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f4b590a-4458-482d-8795-28ec57e8fd51 req-19e74ef5-2b27-4d71-a76b-e9abd0f9353a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0472200 Apr 14 21:20:19.191811 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2f4b590a-4458-482d-8795-28ec57e8fd51 req-6a82f472-62da-4850-91a6-1f4d4eb8656a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Apr 14 21:20:19.631288 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41276) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:19.644157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ec195ed-608a-40c8-b3aa-660733c77c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:19.717533 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ec195ed-608a-40c8-b3aa-660733c77c30 admin admin] Publish callbacks [] for security_group (a9b1c7f1-4983-4f01-99cb-1efa49091a8a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:19.848367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5ec195ed-608a-40c8-b3aa-660733c77c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a9b1c7f1-4983-4f01-99cb-1efa49091a8a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:19.888355 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5ec195ed-608a-40c8-b3aa-660733c77c30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b14a8acfa0694c8c98fc43ac06bf0325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559516 Apr 14 21:20:19.889375 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec195ed-608a-40c8-b3aa-660733c77c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1c7f1-4983-4f01-99cb-1efa49091a8a,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:19.891804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41278) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:19.947675 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] Publish callbacks [] for security_group (a9b1c7f1-4983-4f01-99cb-1efa49091a8a), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:19.968807 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] Publish callbacks [] for security_group (a9b1c7f1-4983-4f01-99cb-1efa49091a8a), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:20.094486 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a9b1c7f1-4983-4f01-99cb-1efa49091a8a), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:20.097662 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:20.098865 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b1c7f1-4983-4f01-99cb-1efa49091a8a HTTP/1.1" status: 204 len: 168 time: 0.2060230 Apr 14 21:20:20.106788 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96252a7-0508-435d-9cce-c5cc30d5c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1c7f1-4983-4f01-99cb-1efa49091a8a,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:20.305947 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74f76-fc60-48a3-982b-c95a12de2eba req-272f04b6-b3e4-4fd3-b42c-34d9e682bd9b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:20.307778 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bfa74f76-fc60-48a3-982b-c95a12de2eba req-272f04b6-b3e4-4fd3-b42c-34d9e682bd9b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0497754 Apr 14 21:20:20.356705 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bfa74f76-fc60-48a3-982b-c95a12de2eba req-79731ad4-480f-470b-b7d2-15ad977f8d11 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Apr 14 21:20:20.469177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4504-a619-469b-86e7-30d3d6bc54ac req-f7771277-d738-4096-aba1-60c1a612fb33 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:20.472467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-228b4504-a619-469b-86e7-30d3d6bc54ac req-f7771277-d738-4096-aba1-60c1a612fb33 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0520108 Apr 14 21:20:20.479880 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41290) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:20.484453 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Request body: {'floatingip': {'port_id': '25e00541-ba19-4d56-b015-d1fe159574fc'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:20.522651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:20.974090 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:21.066408 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:21.169500 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Floating IP 9c11d839-b077-455c-8317-a3929c5031f3 associated. External IP: 172.27.0.174, port: 25e00541-ba19-4d56-b015-d1fe159574fc. Apr 14 21:20:21.386096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:20:21.496421 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:20:21.501461 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:21.507479 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:20:21.516573 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:21.518133 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:20:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:21.532110 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7fecb1f0-8209-4bfb-a976-4cf1df7fac54 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "PUT /v2.0/floatingips/9c11d839-b077-455c-8317-a3929c5031f3 HTTP/1.1" status: 200 len: 991 time: 1.0511556 Apr 14 21:20:21.532729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:21.535758 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6cc71d-9433-4716-b046-230548001161" -d '{"events": [{"name": "network-changed", "server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:21.571638 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc8df34-7616-4a88-8f52-e125ed168c7c x-openstack-request-id: req-1fc8df34-7616-4a88-8f52-e125ed168c7c {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:21.571932 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:21.572186 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fc8df34-7616-4a88-8f52-e125ed168c7c {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:21.572599 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc8df34-7616-4a88-8f52-e125ed168c7c'] response: {'name': 'network-changed', 'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc', 'status': 'completed', 'code': 200} Apr 14 21:20:21.627962 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:21.640550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc71d-9433-4716-b046-230548001161 req-45cedf7f-c19e-431b-9150-57bd36fe826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:21.642096 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-45cedf7f-c19e-431b-9150-57bd36fe826c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a54727a0284b23bb227947980f35b4&device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 1129 time: 0.0429811 Apr 14 21:20:21.740538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc71d-9433-4716-b046-230548001161 req-cb2b94cd-31db-4aa1-a652-59b8b6d67997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:21.742065 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-cb2b94cd-31db-4aa1-a652-59b8b6d67997 service neutron] 10.222.0.57 "GET /v2.0/networks?id=339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 200 len: 912 time: 0.0932891 Apr 14 21:20:21.814590 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-c9905976-52af-45a7-a853-f92f5945adce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e00541-ba19-4d56-b015-d1fe159574fc HTTP/1.1" status: 200 len: 999 time: 0.0658112 Apr 14 21:20:21.855367 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '9c11d839-b077-455c-8317-a3929c5031f3', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '25e00541-ba19-4d56-b015-d1fe159574fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:05:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:04Z', 'updated_at': '2022-04-14T21:20:20Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:21.865216 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc71d-9433-4716-b046-230548001161 req-73a01c87-7c82-4819-9d93-a38d5e49f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:21.866024 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-73a01c87-7c82-4819-9d93-a38d5e49f3da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 200 len: 850 time: 0.0458279 Apr 14 21:20:21.887869 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:20:21.896739 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:21.897395 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:20:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:21.917914 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc71d-9433-4716-b046-230548001161 req-c09a225a-6290-4123-a0d8-fcf9863ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:21.923093 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-c09a225a-6290-4123-a0d8-fcf9863ed79c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=339690d3-6771-4294-860c-4b1a2fbc5c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471268 Apr 14 21:20:22.012703 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-2ecc73fd-6782-4bb5-93ef-a0318edf68d3 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Apr 14 21:20:22.017200 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:22.111622 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4c6cc71d-9433-4716-b046-230548001161 req-e60193cb-26ff-4312-9929-a3ecdb556430 service neutron] 10.222.0.57 "GET /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Apr 14 21:20:22.241966 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '9c11d839-b077-455c-8317-a3929c5031f3', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '25e00541-ba19-4d56-b015-d1fe159574fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:05:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:04Z', 'updated_at': '2022-04-14T21:20:20Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:22.268642 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d3bab-9f2f-4c64-938a-ed0b8d8fd000 None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '9c11d839-b077-455c-8317-a3929c5031f3', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'port_id': '25e00541-ba19-4d56-b015-d1fe159574fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'mac_address': 'fa:16:3e:05:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:04Z', 'updated_at': '2022-04-14T21:20:20Z', 'revision_number': 1, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:20:22.481052 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eafc32-ce4f-43e3-ac4e-ac9fdb9825cd None None] New status for floating IP 9c11d839-b077-455c-8317-a3929c5031f3: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:20:23.116182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41362) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:23.218257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-76546c93-b86b-4ea1-b1da-db8826954e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.288731 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-76546c93-b86b-4ea1-b1da-db8826954e1d admin admin] Publish callbacks [] for security_group (194aee16-876b-4bd0-a57d-8db7a773f27d), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.374470 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-76546c93-b86b-4ea1-b1da-db8826954e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (194aee16-876b-4bd0-a57d-8db7a773f27d), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.413456 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-76546c93-b86b-4ea1-b1da-db8826954e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a06bbdec1d44b7fab2f519e2f16ec1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961895 Apr 14 21:20:23.414307 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546c93-b86b-4ea1-b1da-db8826954e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194aee16-876b-4bd0-a57d-8db7a773f27d,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:23.416114 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41366) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:23.464427 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] Publish callbacks [] for security_group (194aee16-876b-4bd0-a57d-8db7a773f27d), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.488251 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] Publish callbacks [] for security_group (194aee16-876b-4bd0-a57d-8db7a773f27d), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.631192 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (194aee16-876b-4bd0-a57d-8db7a773f27d), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.633819 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:23.634958 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/194aee16-876b-4bd0-a57d-8db7a773f27d HTTP/1.1" status: 204 len: 168 time: 0.2173405 Apr 14 21:20:23.643206 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5649-ddf1-46c7-b2e6-8993cfbc5800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194aee16-876b-4bd0-a57d-8db7a773f27d,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:24.251827 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41372) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:24.265087 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c315faeb-8990-4626-9979-f2b56e48a8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.345009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c315faeb-8990-4626-9979-f2b56e48a8ab admin admin] Publish callbacks [] for security_group (e2acdf0a-46a0-427f-b8b6-0183d6785bf9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.419821 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c315faeb-8990-4626-9979-f2b56e48a8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e2acdf0a-46a0-427f-b8b6-0183d6785bf9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.457266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315faeb-8990-4626-9979-f2b56e48a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2acdf0a-46a0-427f-b8b6-0183d6785bf9,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:24.461957 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c315faeb-8990-4626-9979-f2b56e48a8ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4050824b1290419aa82674a57add00b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085047 Apr 14 21:20:24.470765 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41374) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:24.511548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] Publish callbacks [] for security_group (e2acdf0a-46a0-427f-b8b6-0183d6785bf9), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.532735 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] Publish callbacks [] for security_group (e2acdf0a-46a0-427f-b8b6-0183d6785bf9), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.682879 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e2acdf0a-46a0-427f-b8b6-0183d6785bf9), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.685564 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:24.686760 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2acdf0a-46a0-427f-b8b6-0183d6785bf9 HTTP/1.1" status: 204 len: 168 time: 0.2217164 Apr 14 21:20:24.695871 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894022a8-ea9a-4b3b-af64-2c308fc33f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2acdf0a-46a0-427f-b8b6-0183d6785bf9,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:25.786803 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41396) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:25.882561 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-377980762-network', 'tenant_id': '97c05eb293a6409cabaab0c12086e2ac'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:25.962800 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Made reservation on behalf of 97c05eb293a6409cabaab0c12086e2ac for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:20:25.965232 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:25.973747 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.045726 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks [] for security_group (b016d311-e1bb-48cc-aad4-cc49b20f2776), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.116826 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b016d311-e1bb-48cc-aad4-cc49b20f2776), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.142170 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:20:26.152815 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016d311-e1bb-48cc-aad4-cc49b20f2776,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:26.157625 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.160948 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Added segment 9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8 of type vlan for network 9756a195-3cf5-4dbd-a29f-4c7e54097930 Apr 14 21:20:26.198777 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (9756a195-3cf5-4dbd-a29f-4c7e54097930), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.293933 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (9756a195-3cf5-4dbd-a29f-4c7e54097930), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.294898 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:26.295490 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.355991 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] Pushing event updated for resources: {'Network': ['ID=9756a195-3cf5-4dbd-a29f-4c7e54097930,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:26.366010 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 9756a195-3cf5-4dbd-a29f-4c7e54097930 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:20:26.390096 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bcb41eb1-d728-4850-b979-bb41295f6825 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5951328 Apr 14 21:20:26.390096 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41400) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:26.391771 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Request body: {'subnet': {'network_id': '9756a195-3cf5-4dbd-a29f-4c7e54097930', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-377980762-subnet', 'tenant_id': '97c05eb293a6409cabaab0c12086e2ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:26.471238 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Made reservation on behalf of 97c05eb293a6409cabaab0c12086e2ac for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:20:26.473701 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.705875 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (89a34787-cba0-418c-86a8-6f0c0754a516), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.754858 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a34787-cba0-418c-86a8-6f0c0754a516,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:26.771319 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Checking segment: {'id': '9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9756a195-3cf5-4dbd-a29f-4c7e54097930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:20:26.771944 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Network hostable DHCP agents. Network: 9756a195-3cf5-4dbd-a29f-4c7e54097930, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:20:26.842518 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Network 9756a195-3cf5-4dbd-a29f-4c7e54097930 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:20:26.934588 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 9756a195-3cf5-4dbd-a29f-4c7e54097930) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:20:26.938856 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:26.939489 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:26.945621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9b121-1c2c-4715-839e-a3606fc199e9 None None] Network 9756a195-3cf5-4dbd-a29f-4c7e54097930 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:20:27.040283 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-828cb4ce-fb54-45eb-8419-85e251ca82b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6531305 Apr 14 21:20:27.042410 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf9ae6-02b6-4546-ac67-9af76f53de74 None None] Network 9756a195-3cf5-4dbd-a29f-4c7e54097930 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:20:27.703651 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41416) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:27.708547 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124016679-network', 'tenant_id': '0722ee5614664c1a93238ee2665625f7'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:27.819822 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Made reservation on behalf of 0722ee5614664c1a93238ee2665625f7 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:20:27.822290 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:27.831159 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:27.903776 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks [] for security_group (3dba6f0c-1b61-4ccd-8587-aeba90a3574c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.019834 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3dba6f0c-1b61-4ccd-8587-aeba90a3574c), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.046916 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:20:28.053857 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba6f0c-1b61-4ccd-8587-aeba90a3574c,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:28.059668 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (f665de4b-705e-43d8-be5b-7fb77f26ba3d), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.060024 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Added segment f665de4b-705e-43d8-be5b-7fb77f26ba3d of type vlan for network 373bcb4e-81ad-4800-a26b-4cfeda57fb10 Apr 14 21:20:28.102981 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (373bcb4e-81ad-4800-a26b-4cfeda57fb10), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.196891 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (373bcb4e-81ad-4800-a26b-4cfeda57fb10), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.197995 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:28.198613 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.257142 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=373bcb4e-81ad-4800-a26b-4cfeda57fb10,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:28.267061 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 373bcb4e-81ad-4800-a26b-4cfeda57fb10 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:20:28.332751 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-75d0fefd-a13c-4551-b822-7d645d98b1d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6279523 Apr 14 21:20:28.335521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41422) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:28.340386 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Request body: {'subnet': {'network_id': '373bcb4e-81ad-4800-a26b-4cfeda57fb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124016679-subnet', 'tenant_id': '0722ee5614664c1a93238ee2665625f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:28.437014 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Made reservation on behalf of 0722ee5614664c1a93238ee2665625f7 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:20:28.439343 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.665481 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (38ed14e7-cf19-4b06-9462-49cf8b2729ee), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.724431 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ed14e7-cf19-4b06-9462-49cf8b2729ee,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:28.733214 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Checking segment: {'id': 'f665de4b-705e-43d8-be5b-7fb77f26ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '373bcb4e-81ad-4800-a26b-4cfeda57fb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:20:28.733577 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Network hostable DHCP agents. Network: 373bcb4e-81ad-4800-a26b-4cfeda57fb10, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:20:28.813936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Network 373bcb4e-81ad-4800-a26b-4cfeda57fb10 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:20:28.940555 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 373bcb4e-81ad-4800-a26b-4cfeda57fb10) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:20:28.944530 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:28.945184 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:28.951221 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32383b1-5d9b-4ea9-a6f9-4c5d35b97983 None None] Network 373bcb4e-81ad-4800-a26b-4cfeda57fb10 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:20:29.047307 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f66f3-a9ee-43c6-89f7-dc46fe0d9ae3 None None] Network 373bcb4e-81ad-4800-a26b-4cfeda57fb10 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:20:29.071874 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4d33929e-5254-4ebb-bd30-8de7c8b78d95 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7352326 Apr 14 21:20:36.476808 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:38.501860 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-95cdc6c2-269a-4b4d-96c5-1e00bff2a25d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383229 Apr 14 21:20:38.568716 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-7b9fcdd2-cb63-4149-ad2a-ea914a718e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:38.570251 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-7b9fcdd2-cb63-4149-ad2a-ea914a718e35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0413675 Apr 14 21:20:38.681725 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-00396a43-439d-49da-a7b8-e97ca0c5cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:38.683078 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-00396a43-439d-49da-a7b8-e97ca0c5cd47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.0870707 Apr 14 21:20:38.740451 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f81a2587-6059-4ea8-99f3-9a579ab951e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:38.757584 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-8164cc9b-b2c5-4441-b5f2-3729dfd366ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 1001 time: 0.0644784 Apr 14 21:20:38.810094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-730c23af-94f9-4972-8249-b9d284be8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:38.811641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-730c23af-94f9-4972-8249-b9d284be8374 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0461197 Apr 14 21:20:38.855171 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-5838539d-64ad-4ce7-898e-f37be255c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:38.856643 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-5838539d-64ad-4ce7-898e-f37be255c6dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381761 Apr 14 21:20:39.223451 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-5aedd6e5-708d-4b4a-a047-307d5e000c3d service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547764 Apr 14 21:20:39.316207 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5ddc539d-b429-4e81-ab08-e20b0559b169 req-f4e29759-cdab-4f99-96b8-527d7f16a51b service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826283 Apr 14 21:20:41.002956 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aea71755-9635-4eb7-96af-dffd6b1c6448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:42.025507 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:43.379835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:43.929720 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:20:44.956686 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:48.277522 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75f2d-efc0-4826-a06f-4d04406ff829 req-7d548ce2-c8c1-4d1b-9835-712cde805f5b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:48.279038 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-43c75f2d-efc0-4826-a06f-4d04406ff829 req-7d548ce2-c8c1-4d1b-9835-712cde805f5b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0506525 Apr 14 21:20:48.325548 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-43c75f2d-efc0-4826-a06f-4d04406ff829 req-9ae37a41-e18a-4586-b9f6-aa709d3e4ba9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Apr 14 21:20:49.007869 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41622) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:49.051007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Deleting subnet 89a34787-cba0-418c-86a8-6f0c0754a516 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:20:49.054184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Publish callbacks [] for subnet (89a34787-cba0-418c-86a8-6f0c0754a516), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.088327 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (89a34787-cba0-418c-86a8-6f0c0754a516), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.129309 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (89a34787-cba0-418c-86a8-6f0c0754a516), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.266002 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (89a34787-cba0-418c-86a8-6f0c0754a516), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.291718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a34787-cba0-418c-86a8-6f0c0754a516,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:49.300302 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.303453 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/89a34787-cba0-418c-86a8-6f0c0754a516 HTTP/1.1" status: 204 len: 168 time: 0.2945905 Apr 14 21:20:49.309371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.309371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.309371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.309681 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41624) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.310152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504278d-2cbe-4dfe-a453-00d917288462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.374769 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (9756a195-3cf5-4dbd-a29f-4c7e54097930), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.487548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (9756a195-3cf5-4dbd-a29f-4c7e54097930), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.495791 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ee81-6093-4544-9be4-73cb99bc71fa req-f062703f-c57a-46d7-8d2e-971db26e2594 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:49.497316 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6dc7ee81-6093-4544-9be4-73cb99bc71fa req-f062703f-c57a-46d7-8d2e-971db26e2594 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0943251 Apr 14 21:20:49.528218 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9756a195-3cf5-4dbd-a29f-4c7e54097930']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:49.542060 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:49.542356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:49.559511 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.578884 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6dc7ee81-6093-4544-9be4-73cb99bc71fa req-ccdc19de-c522-4cb0-8514-134c59fe870a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743129 Apr 14 21:20:49.582871 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.588986 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:20:49.589394 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (9e2c66b4-2a81-49fc-aae2-37d6b70fe5e8), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:20:49.597683 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:20:49.757029 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (9756a195-3cf5-4dbd-a29f-4c7e54097930), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.762697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.765842 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9756a195-3cf5-4dbd-a29f-4c7e54097930 HTTP/1.1" status: 204 len: 168 time: 0.4587734 Apr 14 21:20:49.769324 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41628) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:49.777146 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Pushing event deleted for resources: {'Network': ['ID=9756a195-3cf5-4dbd-a29f-4c7e54097930,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:49.785096 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.785391 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.785734 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.786073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.786409 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.786741 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.787071 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.787396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.787721 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.788048 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.788375 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.788700 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.789053 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.789381 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.790019 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d579557-ef55-4dc2-bbe9-50100b832405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:20:49.814720 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Deleting subnet 38ed14e7-cf19-4b06-9462-49cf8b2729ee {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:20:49.817952 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Publish callbacks [] for subnet (38ed14e7-cf19-4b06-9462-49cf8b2729ee), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.852450 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (38ed14e7-cf19-4b06-9462-49cf8b2729ee), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:49.896610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (38ed14e7-cf19-4b06-9462-49cf8b2729ee), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.014282 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (38ed14e7-cf19-4b06-9462-49cf8b2729ee), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.039878 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ed14e7-cf19-4b06-9462-49cf8b2729ee,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:50.044546 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.047734 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-bb866d65-8a64-406c-83bb-a4aceba539e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38ed14e7-cf19-4b06-9462-49cf8b2729ee HTTP/1.1" status: 204 len: 168 time: 0.2774296 Apr 14 21:20:50.050355 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41630) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:50.117818 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (373bcb4e-81ad-4800-a26b-4cfeda57fb10), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.198246 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (373bcb4e-81ad-4800-a26b-4cfeda57fb10), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.218161 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373bcb4e-81ad-4800-a26b-4cfeda57fb10']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:50.227480 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f665de4b-705e-43d8-be5b-7fb77f26ba3d') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:50.227780 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f665de4b-705e-43d8-be5b-7fb77f26ba3d') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:50.237614 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (f665de4b-705e-43d8-be5b-7fb77f26ba3d), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.240777 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08983b1a-a068-456b-856e-481c20523b78 req-fa4396d5-16e1-4eed-9ebe-77bb7dd8e52b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:50.242292 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-08983b1a-a068-456b-856e-481c20523b78 req-fa4396d5-16e1-4eed-9ebe-77bb7dd8e52b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0457134 Apr 14 21:20:50.250546 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (f665de4b-705e-43d8-be5b-7fb77f26ba3d), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.256936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:20:50.257362 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (f665de4b-705e-43d8-be5b-7fb77f26ba3d), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:20:50.259070 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:20:50.335520 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port cd0137d1-9512-4ea0-96e6-57ab86456858 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:50.336080 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.368412 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (373bcb4e-81ad-4800-a26b-4cfeda57fb10), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.373998 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.377835 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] 10.222.0.24 "DELETE /v2.0/networks/373bcb4e-81ad-4800-a26b-4cfeda57fb10 HTTP/1.1" status: 204 len: 168 time: 0.3264837 Apr 14 21:20:50.389263 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f661cd-cff0-40b0-93e0-491f1fa8ae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=373bcb4e-81ad-4800-a26b-4cfeda57fb10,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:50.427274 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] For port cd0137d1-9512-4ea0-96e6-57ab86456858, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cd0137d1-9512-4ea0-96e6-57ab86456858,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:20:50.427629 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.608926 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.609322 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.609640 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP 15bdc87a-dbba-4f94-a6ec-2314b04e552e disassociated. External IP: 172.27.0.18, port: cd0137d1-9512-4ea0-96e6-57ab86456858. Apr 14 21:20:50.609988 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for cd0137d1-9512-4ea0-96e6-57ab86456858 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:50.699101 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507f773-bac4-4ad3-95c3-b55e50098159 req-0d48ca7e-9aff-48c2-ad96-7abb5917f7cd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:50.700636 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7507f773-bac4-4ad3-95c3-b55e50098159 req-0d48ca7e-9aff-48c2-ad96-7abb5917f7cd tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 946 time: 0.0517020 Apr 14 21:20:50.755925 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7507f773-bac4-4ad3-95c3-b55e50098159 req-7803f306-1757-4fb3-8f90-078efa0d3a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=08201b65-086a-4b9a-852c-b4c7e6248898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474036 Apr 14 21:20:50.854162 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (cd0137d1-9512-4ea0-96e6-57ab86456858), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.864196 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41644) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:50.888206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=cd0137d1-9512-4ea0-96e6-57ab86456858,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:50.915702 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-17785c3f-cdeb-4445-b4dc-66ce5e9aaec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97c05eb293a6409cabaab0c12086e2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501156 Apr 14 21:20:50.918430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41646) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:50.974604 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] Publish callbacks [] for security_group (b016d311-e1bb-48cc-aad4-cc49b20f2776), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:50.996708 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] Publish callbacks [] for security_group (b016d311-e1bb-48cc-aad4-cc49b20f2776), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:51.014748 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:20:51.131557 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:20:51.140903 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1064-240f-4953-952b-069791592d4b None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:20:51.144687 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b016d311-e1bb-48cc-aad4-cc49b20f2776), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:51.147466 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:51.150959 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b016d311-e1bb-48cc-aad4-cc49b20f2776 HTTP/1.1" status: 204 len: 168 time: 0.2286434 Apr 14 21:20:51.157214 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cba9f-4712-4039-adf7-784a3e76426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016d311-e1bb-48cc-aad4-cc49b20f2776,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:51.161466 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:51.163337 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:20:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:51.178034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] No DVR routers for this DVR port cd0137d1-9512-4ea0-96e6-57ab86456858 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:20:51.180636 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:51.184451 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-08983b1a-a068-456b-856e-481c20523b78 req-c50ca6df-0f9a-4b36-8806-2a64474b0929 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "DELETE /v2.0/ports/cd0137d1-9512-4ea0-96e6-57ab86456858 HTTP/1.1" status: 204 len: 173 time: 0.9369535 Apr 14 21:20:51.184891 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'name': 'network-vif-deleted', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:20:51.187903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201104dd-ffa3-4c24-a793-47ce4f3ff524" -d '{"events": [{"server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "name": "network-vif-deleted", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:20:51.257506 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ec12b-2243-491a-b015-41f8ec55adac x-openstack-request-id: req-4b9ec12b-2243-491a-b015-41f8ec55adac {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:20:51.257872 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926433f5-8409-4403-ac13-40a3791d116d", "name": "network-vif-deleted", "tag": "cd0137d1-9512-4ea0-96e6-57ab86456858", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:20:51.258196 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b9ec12b-2243-491a-b015-41f8ec55adac {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:20:51.258709 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9ec12b-2243-491a-b015-41f8ec55adac'] response: {'server_uuid': '926433f5-8409-4403-ac13-40a3791d116d', 'name': 'network-vif-deleted', 'tag': 'cd0137d1-9512-4ea0-96e6-57ab86456858', 'status': 'completed', 'code': 200} Apr 14 21:20:51.339823 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:51.549171 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:51.580209 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1064-240f-4953-952b-069791592d4b None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:20:51.588816 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:20:51.589471 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:20:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:51.700865 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:20:51.862411 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-41a24b58-255b-4a70-b96f-2f640e52cec6 req-979c1bc2-e055-4c41-a467-d9fd81572ed9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=926433f5-8409-4403-ac13-40a3791d116d HTTP/1.1" status: 200 len: 210 time: 0.0281305 Apr 14 21:20:51.896106 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-67dd1064-240f-4953-952b-069791592d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:20:51.903378 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41660) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:51.928779 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd1064-240f-4953-952b-069791592d4b None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:20:51.946541 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f68c8bd8-e89d-4aa0-9cb5-185272db3e2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0722ee5614664c1a93238ee2665625f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412295 Apr 14 21:20:51.948338 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41662) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:52.003386 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] Publish callbacks [] for security_group (3dba6f0c-1b61-4ccd-8587-aeba90a3574c), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:52.026262 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] Publish callbacks [] for security_group (3dba6f0c-1b61-4ccd-8587-aeba90a3574c), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:52.166196 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97ea76-377b-44fb-8cbd-6eb5f52affa9 None None] New status for floating IP 15bdc87a-dbba-4f94-a6ec-2314b04e552e: DOWN {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:20:52.214295 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (3dba6f0c-1b61-4ccd-8587-aeba90a3574c), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:52.216903 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:52.220544 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dba6f0c-1b61-4ccd-8587-aeba90a3574c HTTP/1.1" status: 204 len: 168 time: 0.2689106 Apr 14 21:20:52.239420 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6f995-68bf-478c-8b49-66081494cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba6f0c-1b61-4ccd-8587-aeba90a3574c,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:53.020370 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41690) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:53.076931 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (08201b65-086a-4b9a-852c-b4c7e6248898), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.102850 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (08201b65-086a-4b9a-852c-b4c7e6248898), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.225316 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (08201b65-086a-4b9a-852c-b4c7e6248898), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.227954 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.229134 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/security-groups/08201b65-086a-4b9a-852c-b4c7e6248898 HTTP/1.1" status: 204 len: 168 time: 0.2077260 Apr 14 21:20:53.232068 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41702) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:53.239217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc02664-c856-47b2-a510-ea26091a5d42 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08201b65-086a-4b9a-852c-b4c7e6248898,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:53.245915 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.api.v2.resource [None req-df10e14c-59c7-4f36-aef3-b63da769cad4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] show failed (client error): The resource could not be found. Apr 14 21:20:53.246989 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-df10e14c-59c7-4f36-aef3-b63da769cad4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups/08201b65-086a-4b9a-852c-b4c7e6248898 HTTP/1.1" status: 404 len: 347 time: 0.0137682 Apr 14 21:20:53.249922 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41704) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:53.374293 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 9015276f-960e-4ce1-92ef-6cc0b0190006 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:20:53.374640 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.458947 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.459410 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (9015276f-960e-4ce1-92ef-6cc0b0190006), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.475485 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 9015276f-960e-4ce1-92ef-6cc0b0190006 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:20:53.546907 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ac122-8d3b-4452-8444-3423085722b8 req-0f9d0f53-f5fb-4b11-9496-4e729b6871ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:53.548359 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c3ac122-8d3b-4452-8444-3423085722b8 req-0f9d0f53-f5fb-4b11-9496-4e729b6871ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0483472 Apr 14 21:20:53.598676 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7c3ac122-8d3b-4452-8444-3423085722b8 req-c0add396-c951-4fd8-89ea-9e008bb60d7a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444160 Apr 14 21:20:53.676786 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (9015276f-960e-4ce1-92ef-6cc0b0190006), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.709702 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=9015276f-960e-4ce1-92ef-6cc0b0190006,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:53.766127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (15bdc87a-dbba-4f94-a6ec-2314b04e552e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.768981 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.770153 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b988329a-d83e-4219-b3b6-331929f77479 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/floatingips/15bdc87a-dbba-4f94-a6ec-2314b04e552e HTTP/1.1" status: 204 len: 168 time: 0.5192051 Apr 14 21:20:54.374608 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41734) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:54.379703 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949039720', 'description': 'tempest-description--1628576024'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:54.448261 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.514473 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (ef104e15-d952-4853-80e3-14430ebc6546), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.568631 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ef104e15-d952-4853-80e3-14430ebc6546), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.601208 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef104e15-d952-4853-80e3-14430ebc6546,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:54.655754 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.660319 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b9ab74bb-d1a4-4555-b2dc-d250fe228a3d tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2814908 Apr 14 21:20:54.660865 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41746) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:54.665975 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'ef104e15-d952-4853-80e3-14430ebc6546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:54.727842 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e2d8a-26be-410a-8a80-b0642e5687c6 req-826e8aa7-9e72-4c69-926b-17126fd8f640 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:54.729889 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f98e2d8a-26be-410a-8a80-b0642e5687c6 req-826e8aa7-9e72-4c69-926b-17126fd8f640 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0579295 Apr 14 21:20:54.758758 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device cd0137d1-9512-4ea0-96e6-57ab86456858 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:20:54.782932 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: cd0137d1-9512-4ea0-96e6-57ab86456858 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:20:54.783402 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device cd0137d1-9512-4ea0-96e6-57ab86456858 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:20:54.783731 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f98e2d8a-26be-410a-8a80-b0642e5687c6 req-f190c15b-5239-4bf5-8870-3dca453be0e0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486877 Apr 14 21:20:54.785599 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (f00dfa4a-9072-45a2-a0e5-f341aa5472d6), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.834885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (f00dfa4a-9072-45a2-a0e5-f341aa5472d6), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.956615 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (f00dfa4a-9072-45a2-a0e5-f341aa5472d6), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:54.975928 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00dfa4a-9072-45a2-a0e5-f341aa5472d6,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:55.124408 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.125570 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a1c145b6-eb4e-4dc8-b0b5-44ba63478611 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635954 Apr 14 21:20:55.131766 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41752) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:55.136002 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'security_group_rule': {'security_group_id': 'ef104e15-d952-4853-80e3-14430ebc6546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:55.213946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (52234ff4-5b09-4d2a-82d0-ab6237668f8d), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.269582 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (52234ff4-5b09-4d2a-82d0-ab6237668f8d), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.362838 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (52234ff4-5b09-4d2a-82d0-ab6237668f8d), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.380837 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52234ff4-5b09-4d2a-82d0-ab6237668f8d,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:55.478398 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.479618 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-338c5269-8dc8-4d85-abb5-dfa77d3f4b0a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3469465 Apr 14 21:20:55.488824 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41754) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:20:55.493199 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:20:55.613715 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.694680 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.800780 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.27.0.219 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/891f732b-6b7a-4d76-84b2-8e468d550de9) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:20:55.907494 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:55.923094 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22c53-9cd4-48d0-8744-81084237fcdc req-aeea7107-75f4-4141-957f-0f0f7422add5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:55.925788 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-efa22c53-9cd4-48d0-8744-81084237fcdc req-aeea7107-75f4-4141-957f-0f0f7422add5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0582316 Apr 14 21:20:55.972459 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-efa22c53-9cd4-48d0-8744-81084237fcdc req-2a2c875e-3854-4e29-8769-474cf7dea5b3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417879 Apr 14 21:20:56.007845 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.049824 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:20:56.055117 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:20:56.057630 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:20:56.060989 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=891f732b-6b7a-4d76-84b2-8e468d550de9,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:56.145953 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.259131 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.405848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.470974 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.536946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=891f732b-6b7a-4d76-84b2-8e468d550de9,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:20:56.549938 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.644702 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:56.651373 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-609f6eb0-0fdb-42d3-8e6f-4e06098db31c tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1561794 Apr 14 21:20:56.847143 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-d824e848-c3fe-4088-ac8b-c8e19f55c197 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--949039720&fields=id&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 267 time: 0.0474019 Apr 14 21:20:56.955620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-b44de751-1bc0-49db-b22e-eb41329dc0d0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:56.957122 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-b44de751-1bc0-49db-b22e-eb41329dc0d0 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.1032145 Apr 14 21:20:56.971390 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-01fe5dbf-19c0-4728-861c-eb98938799be tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/quotas/ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 375 time: 0.0087793 Apr 14 21:20:57.023241 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-06ee6995-086b-4d53-a08c-7ee09b8e3d55 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465970 Apr 14 21:20:57.097250 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca6b3-01fe-4c5e-a63d-5651978fa827 req-a66723fa-2e79-4d1b-9acb-a00e7705b189 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:57.098645 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9b6ca6b3-01fe-4c5e-a63d-5651978fa827 req-a66723fa-2e79-4d1b-9acb-a00e7705b189 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Apr 14 21:20:57.127339 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-21250ec5-1352-46bc-82fc-01e85684a3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Apr 14 21:20:57.151557 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9b6ca6b3-01fe-4c5e-a63d-5651978fa827 req-2ab55819-73a6-4dd5-823e-bd1ae71202ca tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462003 Apr 14 21:20:57.222142 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-5552e83f-5c46-4465-9bf9-105e67acf586 service neutron] 10.222.0.24 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888598 Apr 14 21:20:57.466719 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5a2ea5c7-ca21-4898-bd57-76817bdea368 req-fc55531e-594b-40cd-8c53-15da7c79eaa1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Apr 14 21:20:58.278485 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a562d83-d2ea-4edc-a7f4-0cb229436caa req-d5ce27a6-03d2-41ed-a3f2-bee62cf16afe tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:58.280041 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2a562d83-d2ea-4edc-a7f4-0cb229436caa req-d5ce27a6-03d2-41ed-a3f2-bee62cf16afe tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0516012 Apr 14 21:20:58.327401 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2a562d83-d2ea-4edc-a7f4-0cb229436caa req-1b369435-0e58-428d-9de4-1f375f4ddf0f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409658 Apr 14 21:20:58.567632 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f63e2760-a641-49d3-a99a-d422cc3947ac req-167fb774-5cc0-4571-9eda-aa37bef47efe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 210 time: 0.0311561 Apr 14 21:20:59.442663 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6fd6-e117-4687-8f4e-b623f435f193 req-2380a4e2-d2d9-41ea-aa23-717cc7943d6d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:59.444059 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-590f6fd6-e117-4687-8f4e-b623f435f193 req-2380a4e2-d2d9-41ea-aa23-717cc7943d6d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0471725 Apr 14 21:20:59.490617 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-590f6fd6-e117-4687-8f4e-b623f435f193 req-f5f1de37-a42a-4aca-bb34-82d5b8ec7d32 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408654 Apr 14 21:20:59.661399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5517837b-b26b-4304-96cc-9ea8eee687bc req-f07b7ef7-d7e6-4864-93df-f94a380b1b87 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Apr 14 21:20:59.916929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-93fafb08-c61a-4fdd-9a3b-4f66f2cb6fd9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:20:59.918397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-93fafb08-c61a-4fdd-9a3b-4f66f2cb6fd9 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 815 time: 0.1004333 Apr 14 21:20:59.996405 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-3bbb2955-7d05-4b7e-bce9-af8f14774bca tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2081b8b2b24da58a107883dd717762 HTTP/1.1" status: 200 len: 379 time: 0.0572915 Apr 14 21:21:00.006391 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'port': {'device_id': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'admin_state_up': True, 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'security_groups': ['ef104e15-d952-4853-80e3-14430ebc6546']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:00.219158 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Made reservation on behalf of ca2081b8b2b24da58a107883dd717762 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:21:00.222897 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:00.366518 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Allocated IP 172.20.0.6 (44528d30-b42e-465a-bd19-0920a7edfc48/ff6edb1e-1256-448a-b650-b9206479880f/214f0458-acac-4339-8149-e48d9b49557c) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:00.504869 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for port (214f0458-acac-4339-8149-e48d9b49557c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:00.616456 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4d3bf-4aab-4a52-9628-acd1ecb84d0c req-cf6fb0c3-bab7-4131-b649-aeb12e73a2a4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:00.618127 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13a4d3bf-4aab-4a52-9628-acd1ecb84d0c req-cf6fb0c3-bab7-4131-b649-aeb12e73a2a4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0506272 Apr 14 21:21:00.665408 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-13a4d3bf-4aab-4a52-9628-acd1ecb84d0c req-7bd06b22-29f4-43a1-ae5b-121c2f4845fe tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404069 Apr 14 21:21:00.666474 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:00.708717 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Network 44528d30-b42e-465a-bd19-0920a7edfc48 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:00.711881 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:00.717804 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:00.747722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event updated for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:00.804112 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ebcf9-025a-445b-ad77-81cce4e0602a req-f13a69aa-3e28-4758-9404-a1e778bbd806 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:00.805662 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-360ebcf9-025a-445b-ad77-81cce4e0602a req-f13a69aa-3e28-4758-9404-a1e778bbd806 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 931 time: 0.0617125 Apr 14 21:21:00.817022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:00.817678 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:00.885835 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-360ebcf9-025a-445b-ad77-81cce4e0602a req-c25f9853-ddbe-4f07-9c4c-a641e8046625 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640743 Apr 14 21:21:00.926870 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-1ef6950b-e51b-46a1-ae8e-dbdb636d61f3 None None] Provisioning complete for port 214f0458-acac-4339-8149-e48d9b49557c triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:00.927315 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ef6950b-e51b-46a1-ae8e-dbdb636d61f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (214f0458-acac-4339-8149-e48d9b49557c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:00.941917 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-351a1546-b19f-450a-8f89-6d47d0a66622 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398556 Apr 14 21:21:00.963125 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6950b-e51b-46a1-ae8e-dbdb636d61f3 None None] Port 214f0458-acac-4339-8149-e48d9b49557c cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:00.964733 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Request body: {'port': {'device_id': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:01.026752 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (214f0458-acac-4339-8149-e48d9b49557c), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.285040 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214f0458-acac-4339-8149-e48d9b49557c {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:21:01.292486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks [] for port (214f0458-acac-4339-8149-e48d9b49557c), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.304456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Transition to ACTIVE for port object 214f0458-acac-4339-8149-e48d9b49557c will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:21:01.373392 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.426238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Pushing event updated for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:01.499456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Attempting to bind port 214f0458-acac-4339-8149-e48d9b49557c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:01.499811 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Attempting to bind port 214f0458-acac-4339-8149-e48d9b49557c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:01.500130 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Attempting to bind port 214f0458-acac-4339-8149-e48d9b49557c on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:01.505757 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Port 214f0458-acac-4339-8149-e48d9b49557c on network 44528d30-b42e-465a-bd19-0920a7edfc48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:21:01.506077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Attempting to bind port 214f0458-acac-4339-8149-e48d9b49557c on network 44528d30-b42e-465a-bd19-0920a7edfc48 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:01.511261 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:01.511597 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Checking segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:01.511988 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Bound using segment: {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:01.512416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Bound port: 214f0458-acac-4339-8149-e48d9b49557c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914da225-9c23-4a5e-b07b-5c29b295858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:01.512776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (214f0458-acac-4339-8149-e48d9b49557c), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.581740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:01.584901 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=214f0458-acac-4339-8149-e48d9b49557c,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:01.654071 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.688722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:01.689637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:01.691407 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] 10.222.0.57 "PUT /v2.0/ports/214f0458-acac-4339-8149-e48d9b49557c HTTP/1.1" status: 200 len: 1093 time: 0.7314384 Apr 14 21:21:01.691855 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'tag': '214f0458-acac-4339-8149-e48d9b49557c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:01.695951 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6270a4a-a136-45c0-a954-9441b2d6455e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "tag": "214f0458-acac-4339-8149-e48d9b49557c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:01.729957 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afad26-58c2-4e17-a2db-3aa4c61febff service neutron] Pushing event updated for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:01.741934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c5332-a7eb-4c03-bedb-8991aaa78c19 x-openstack-request-id: req-a91c5332-a7eb-4c03-bedb-8991aaa78c19 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:01.742227 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "tag": "214f0458-acac-4339-8149-e48d9b49557c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:01.742620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a91c5332-a7eb-4c03-bedb-8991aaa78c19 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:01.743035 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91c5332-a7eb-4c03-bedb-8991aaa78c19'] response: {'name': 'network-changed', 'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'tag': '214f0458-acac-4339-8149-e48d9b49557c', 'status': 'completed', 'code': 200} Apr 14 21:21:01.797445 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6d0a6-2c4e-45ff-aa73-d8e3fe0448af req-f8f9637a-42a0-432c-8b08-715b9af3b4c4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:01.800432 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e3d6d0a6-2c4e-45ff-aa73-d8e3fe0448af req-f8f9637a-42a0-432c-8b08-715b9af3b4c4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0538442 Apr 14 21:21:01.803788 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-b8d104cc-1606-4b0f-b98f-f088f17d3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:01.805290 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-b8d104cc-1606-4b0f-b98f-f088f17d3714 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 1127 time: 0.0444925 Apr 14 21:21:01.854481 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e3d6d0a6-2c4e-45ff-aa73-d8e3fe0448af req-a3e4733e-02cd-457b-92ba-9c0d79db1190 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479414 Apr 14 21:21:01.918748 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-66fc4eb9-ec09-4dd8-ba83-a21867f70e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:01.924800 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-66fc4eb9-ec09-4dd8-ba83-a21867f70e3b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca2081b8b2b24da58a107883dd717762&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1112301 Apr 14 21:21:02.043022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54acc7-9158-404c-8f71-10a3559f30d4 req-dec1ae5a-74f0-44cc-988d-b6dc370785d8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.044467 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e54acc7-9158-404c-8f71-10a3559f30d4 req-dec1ae5a-74f0-44cc-988d-b6dc370785d8 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 943 time: 0.0615330 Apr 14 21:21:02.071158 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-d154fb65-2969-4d0e-98c9-fa821ccc5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.072620 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6270a4a-a136-45c0-a954-9441b2d6455e req-d154fb65-2969-4d0e-98c9-fa821ccc5029 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421340 Apr 14 21:21:02.102489 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e54acc7-9158-404c-8f71-10a3559f30d4 req-20c4c700-fe38-4d83-bb32-5edfe87eae63 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516288 Apr 14 21:21:02.150771 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-73aca286-40f5-4bc9-babf-1dfbea9f61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.152237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-73aca286-40f5-4bc9-babf-1dfbea9f61eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 1127 time: 0.0386448 Apr 14 21:21:02.192449 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-7d85e5df-6c4d-43a8-abaf-7691d5b9f4e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214f0458-acac-4339-8149-e48d9b49557c HTTP/1.1" status: 200 len: 217 time: 0.0333507 Apr 14 21:21:02.242276 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-092f6225-9d70-4979-9d2b-e60217b52fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.243732 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-092f6225-9d70-4979-9d2b-e60217b52fea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0455906 Apr 14 21:21:02.291913 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-039a29dd-d486-474e-bafa-87373b73a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.293418 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-039a29dd-d486-474e-bafa-87373b73a3d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435007 Apr 14 21:21:02.381751 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-357d4852-b6df-407d-aab0-f893a7d0f22f service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818462 Apr 14 21:21:02.475114 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f26e17c6-be0e-4cc1-85b3-6585755e7a91 req-6cf3234e-6add-4116-a60a-b36629631097 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Apr 14 21:21:02.991734 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcea53-72e5-4283-8500-cd1115bf9dce req-29c899ab-404d-4ee9-a1c1-d36ba06cb7f8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:02.993302 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27dcea53-72e5-4283-8500-cd1115bf9dce req-29c899ab-404d-4ee9-a1c1-d36ba06cb7f8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Apr 14 21:21:03.044737 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27dcea53-72e5-4283-8500-cd1115bf9dce req-e41a3b63-88ba-4cb4-b3e5-8c5535c1ff06 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457904 Apr 14 21:21:03.217444 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad560-1bca-4548-a2bb-a2381069d8f4 req-9dc3604a-e969-43da-85f2-eaf7bcb404ae tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:03.218956 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-866ad560-1bca-4548-a2bb-a2381069d8f4 req-9dc3604a-e969-43da-85f2-eaf7bcb404ae tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 943 time: 0.0477917 Apr 14 21:21:03.265739 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-866ad560-1bca-4548-a2bb-a2381069d8f4 req-3969a02c-a8a9-4458-b8b6-975e2cf9f9a1 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403535 Apr 14 21:21:04.162598 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733262-61c2-472c-abbe-7b83d4e899af req-831235db-5b96-48b1-ba2d-a14acc22b499 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:04.164036 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-78733262-61c2-472c-abbe-7b83d4e899af req-831235db-5b96-48b1-ba2d-a14acc22b499 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0456238 Apr 14 21:21:04.212389 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-78733262-61c2-472c-abbe-7b83d4e899af req-12114eaf-74a1-4b6c-929e-9daca25e5acb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390978 Apr 14 21:21:04.381174 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d728266-43f6-4851-8dbb-6ae89e92f790 req-2a01c6c8-76bf-45f2-820a-aae57125749f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:04.382611 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d728266-43f6-4851-8dbb-6ae89e92f790 req-2a01c6c8-76bf-45f2-820a-aae57125749f tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 943 time: 0.0492640 Apr 14 21:21:04.428546 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d728266-43f6-4851-8dbb-6ae89e92f790 req-cb21b20f-2ff4-43c5-8fe9-2ab2b6f5cfb4 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403678 Apr 14 21:21:04.818111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 214f0458-acac-4339-8149-e48d9b49557c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:21:04.920540 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=214f0458-acac-4339-8149-e48d9b49557c,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:04.932680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '214f0458-acac-4339-8149-e48d9b49557c', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'port_id': '214f0458-acac-4339-8149-e48d9b49557c', 'mac_address': 'fa:16:3e:1b:6b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:21:04.975574 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 214f0458-acac-4339-8149-e48d9b49557c is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:04.975972 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (214f0458-acac-4339-8149-e48d9b49557c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:04.988405 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214f0458-acac-4339-8149-e48d9b49557c {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:21:05.007407 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=214f0458-acac-4339-8149-e48d9b49557c,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:05.093729 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.120246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41884) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:05.143938 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:05.151267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.151622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.151968 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.152309 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.152648 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.153004 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.153341 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.153669 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.153996 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.154332 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.154657 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.155007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.155335 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.155658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.155985 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:05.227421 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9eac38a2-e711-4d5b-b4b7-01cffcb4cf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.302012 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9eac38a2-e711-4d5b-b4b7-01cffcb4cf45 admin admin] Publish callbacks [] for security_group (6cb897ae-17de-4540-985b-0ddc2f53704e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.328576 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af058d-1b6d-48e9-9552-ce46b8c1e1ca req-e01c5b1d-d41f-4dfc-84ba-7d51da916982 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:05.330089 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64af058d-1b6d-48e9-9552-ce46b8c1e1ca req-e01c5b1d-d41f-4dfc-84ba-7d51da916982 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0480189 Apr 14 21:21:05.376667 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-64af058d-1b6d-48e9-9552-ce46b8c1e1ca req-57ec1193-623a-4506-ae7a-c4f86285315a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403285 Apr 14 21:21:05.402211 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9eac38a2-e711-4d5b-b4b7-01cffcb4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (6cb897ae-17de-4540-985b-0ddc2f53704e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.441501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9eac38a2-e711-4d5b-b4b7-01cffcb4cf45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9e99282d7674ad7862a2230586435f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200617 Apr 14 21:21:05.442379 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac38a2-e711-4d5b-b4b7-01cffcb4cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb897ae-17de-4540-985b-0ddc2f53704e,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:05.444116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41890) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:05.496825 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] Publish callbacks [] for security_group (6cb897ae-17de-4540-985b-0ddc2f53704e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.519294 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] Publish callbacks [] for security_group (6cb897ae-17de-4540-985b-0ddc2f53704e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.544404 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b2de3-03be-45ac-bb56-94eaf4f6b0ae req-9ce3dec7-1e03-49bf-b8d0-679b42e90074 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:05.545920 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd8b2de3-03be-45ac-bb56-94eaf4f6b0ae req-9ce3dec7-1e03-49bf-b8d0-679b42e90074 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 944 time: 0.0503933 Apr 14 21:21:05.593803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-dd8b2de3-03be-45ac-bb56-94eaf4f6b0ae req-909236b4-d310-48c4-95d1-b0a4d76639a2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Apr 14 21:21:05.665442 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (6cb897ae-17de-4540-985b-0ddc2f53704e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.668022 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.669200 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cb897ae-17de-4540-985b-0ddc2f53704e HTTP/1.1" status: 204 len: 168 time: 0.2232912 Apr 14 21:21:05.678017 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb87dbc-34e9-4ef0-910f-39682c003283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb897ae-17de-4540-985b-0ddc2f53704e,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:05.889315 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['214f0458-acac-4339-8149-e48d9b49557c'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:21:06.360194 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41898) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:06.373443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1d954313-dfb3-4895-b63f-d0068292810d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.447281 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1d954313-dfb3-4895-b63f-d0068292810d admin admin] Publish callbacks [] for security_group (82b0db2d-d845-4d72-9721-b7b030d911fa), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.494047 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef35b-c970-4115-a738-82adcfc5112f req-20bc3c2c-16a7-4f32-ae7e-41cc4dd88e99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:06.495497 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-860ef35b-c970-4115-a738-82adcfc5112f req-20bc3c2c-16a7-4f32-ae7e-41cc4dd88e99 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0461724 Apr 14 21:21:06.522133 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1d954313-dfb3-4895-b63f-d0068292810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (82b0db2d-d845-4d72-9721-b7b030d911fa), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.543937 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-860ef35b-c970-4115-a738-82adcfc5112f req-9f5e7908-56e3-4859-957a-c01e0df5c893 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426333 Apr 14 21:21:06.563746 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-1d954313-dfb3-4895-b63f-d0068292810d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ada905a9ca5143e08b28a6f1b914a79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999173 Apr 14 21:21:06.563746 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d954313-dfb3-4895-b63f-d0068292810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0db2d-d845-4d72-9721-b7b030d911fa,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:06.564200 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41902) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:06.628484 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] Publish callbacks [] for security_group (82b0db2d-d845-4d72-9721-b7b030d911fa), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.645451 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] Publish callbacks [] for security_group (82b0db2d-d845-4d72-9721-b7b030d911fa), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.716729 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0d864-060d-4953-83d2-345fbf55de6d req-28b88930-f82d-47ec-8e22-87b683a12d47 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:06.718220 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8df0d864-060d-4953-83d2-345fbf55de6d req-28b88930-f82d-47ec-8e22-87b683a12d47 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 944 time: 0.0506091 Apr 14 21:21:06.762668 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (82b0db2d-d845-4d72-9721-b7b030d911fa), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.765396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.766547 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82b0db2d-d845-4d72-9721-b7b030d911fa HTTP/1.1" status: 204 len: 168 time: 0.2006531 Apr 14 21:21:06.771355 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8df0d864-060d-4953-83d2-345fbf55de6d req-995b46e1-c880-44bf-a309-c49f78ad7dbb tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Apr 14 21:21:06.777863 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7efa6-b25d-4ac4-a4c4-712e70c7879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0db2d-d845-4d72-9721-b7b030d911fa,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:06.864278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 214f0458-acac-4339-8149-e48d9b49557c up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:06.909108 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 214f0458-acac-4339-8149-e48d9b49557c completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:21:06.973314 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.984989 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 214f0458-acac-4339-8149-e48d9b49557c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:06.985483 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (214f0458-acac-4339-8149-e48d9b49557c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.203526 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 214f0458-acac-4339-8149-e48d9b49557c is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:07.203913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (214f0458-acac-4339-8149-e48d9b49557c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.227231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f0458-acac-4339-8149-e48d9b49557c'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:07.229505 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c23625f-63cf-481c-a489-b8fe7c287a40" -d '{"events": [{"server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "name": "network-vif-plugged", "status": "completed", "tag": "214f0458-acac-4339-8149-e48d9b49557c"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:07.241835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=214f0458-acac-4339-8149-e48d9b49557c,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:07.265150 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1b52d-d508-44ae-9c86-1983a5127c77 x-openstack-request-id: req-f4f1b52d-d508-44ae-9c86-1983a5127c77 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:07.265444 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "name": "network-vif-plugged", "status": "completed", "tag": "214f0458-acac-4339-8149-e48d9b49557c", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:07.265700 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4f1b52d-d508-44ae-9c86-1983a5127c77 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:07.266100 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f1b52d-d508-44ae-9c86-1983a5127c77'] response: {'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f0458-acac-4339-8149-e48d9b49557c', 'code': 200} Apr 14 21:21:07.356705 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.405372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:07.535320 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41912) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:07.548315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d898ac2f-462a-4165-8fba-578d183c67d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.622986 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d898ac2f-462a-4165-8fba-578d183c67d7 admin admin] Publish callbacks [] for security_group (674e532c-1313-40d7-bf63-98f63afadaa4), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.686319 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d898ac2f-462a-4165-8fba-578d183c67d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (674e532c-1313-40d7-bf63-98f63afadaa4), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.692182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5a45-4bb6-451e-bcc8-b9bc0813dabf req-b7e9025b-012a-41a4-9772-195196911a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:07.693726 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75df5a45-4bb6-451e-bcc8-b9bc0813dabf req-b7e9025b-012a-41a4-9772-195196911a84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 1129 time: 0.0678775 Apr 14 21:21:07.704310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110a32-d036-4b41-916d-462e75aa9055 req-cf18a42f-e1c3-4380-b0d6-d5951c8d251b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:07.707076 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-00110a32-d036-4b41-916d-462e75aa9055 req-cf18a42f-e1c3-4380-b0d6-d5951c8d251b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0689397 Apr 14 21:21:07.728260 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d898ac2f-462a-4165-8fba-578d183c67d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97858a860009499ab5e635556de735f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895571 Apr 14 21:21:07.728260 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898ac2f-462a-4165-8fba-578d183c67d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674e532c-1313-40d7-bf63-98f63afadaa4,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:07.730475 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 41918) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:07.772812 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-75df5a45-4bb6-451e-bcc8-b9bc0813dabf req-8363cac1-98a2-4442-99f4-8939ee1ccb5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655525 Apr 14 21:21:07.779266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] Publish callbacks [] for security_group (674e532c-1313-40d7-bf63-98f63afadaa4), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.780038 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-00110a32-d036-4b41-916d-462e75aa9055 req-a13450cc-0555-4dc8-890c-8058f91ffdc7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667894 Apr 14 21:21:07.803109 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] Publish callbacks [] for security_group (674e532c-1313-40d7-bf63-98f63afadaa4), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.887174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9665b-ce79-47cc-acb5-40ba66e25ace req-b9ee3b14-82c3-402b-b5fb-a76affb30027 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:07.888572 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eea9665b-ce79-47cc-acb5-40ba66e25ace req-b9ee3b14-82c3-402b-b5fb-a76affb30027 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Apr 14 21:21:07.938762 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-eea9665b-ce79-47cc-acb5-40ba66e25ace req-d843cef1-8090-43aa-ab58-6795d8c2425b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437090 Apr 14 21:21:07.978595 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (674e532c-1313-40d7-bf63-98f63afadaa4), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.981174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.982261 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/674e532c-1313-40d7-bf63-98f63afadaa4 HTTP/1.1" status: 204 len: 168 time: 0.2509961 Apr 14 21:21:07.991671 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a602ad-6cb1-4d87-8013-c7dfd1698e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e532c-1313-40d7-bf63-98f63afadaa4,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:08.727999 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fd00fad4-89bf-456c-a985-230eca88dac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:08.860147 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:21:08.904250 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a3559-73a5-4b92-8381-d4152e502888 req-73f3bfaa-6d52-47f0-9129-ab423295ddcc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:08.905754 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6f9a3559-73a5-4b92-8381-d4152e502888 req-73f3bfaa-6d52-47f0-9129-ab423295ddcc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0542362 Apr 14 21:21:08.954764 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6f9a3559-73a5-4b92-8381-d4152e502888 req-c6dbb70d-29fd-476e-b585-b6556242b5ae tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426979 Apr 14 21:21:09.003301 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:09.015482 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:21:09.059073 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: ACTIVE; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:09.059418 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:09.059928 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eecaaa-e54a-4d8c-aa99-a9ec94df5eec req-c79101cf-27b9-40b7-98b4-daf72de214b7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:09.067439 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c5eecaaa-e54a-4d8c-aa99-a9ec94df5eec req-c79101cf-27b9-40b7-98b4-daf72de214b7 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0545008 Apr 14 21:21:09.077932 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:21:09.100421 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:09.111076 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c5eecaaa-e54a-4d8c-aa99-a9ec94df5eec req-541a4978-6688-4c10-85cf-1b98aec3db72 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Apr 14 21:21:09.177884 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:09.238678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=6']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:09.295947 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:21:10.078851 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb145-ebae-4dd7-bdd0-a482b01b8366 req-a4e2384f-1459-491f-aee6-a4630ddf9cb9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:10.080308 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c08bb145-ebae-4dd7-bdd0-a482b01b8366 req-a4e2384f-1459-491f-aee6-a4630ddf9cb9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 945 time: 0.0455940 Apr 14 21:21:10.127583 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c08bb145-ebae-4dd7-bdd0-a482b01b8366 req-f8468d7a-2393-48f4-8a83-399745c572da tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417511 Apr 14 21:21:10.243833 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602619b-5699-44e9-be24-99d667d53e06 req-8fa14240-c5d6-4c43-8e7a-c43e3e8f2547 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:10.245364 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9602619b-5699-44e9-be24-99d667d53e06 req-8fa14240-c5d6-4c43-8e7a-c43e3e8f2547 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0670776 Apr 14 21:21:10.297318 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9602619b-5699-44e9-be24-99d667d53e06 req-4dac232e-75af-4a71-baf7-062be4fdfe84 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Apr 14 21:21:10.405746 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7bc4-71e6-4785-a8a3-22238c77dbc3 req-b9838055-422a-4e59-83b5-65e6d5efe8ff tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:10.407083 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-691e7bc4-71e6-4785-a8a3-22238c77dbc3 req-b9838055-422a-4e59-83b5-65e6d5efe8ff tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0449572 Apr 14 21:21:10.416336 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 41970) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:10.420443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Request body: {'floatingip': {'port_id': '214f0458-acac-4339-8149-e48d9b49557c'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:10.461437 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:10.879610 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:10.949158 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:10.949560 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.020376 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c7a2c04b-c7bd-4a7c-9fab-0e70476d7915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.029367 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:11.029745 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.054389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:11.056659 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65e9327-67d9-492c-8f96-a2f43e617a66" -d '{"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:11.069938 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:11.092803 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ec16d-e274-4b7e-94ce-52b5835055dc x-openstack-request-id: req-8b3ec16d-e274-4b7e-94ce-52b5835055dc {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:11.093132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:11.093386 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b3ec16d-e274-4b7e-94ce-52b5835055dc {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:11.093782 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3ec16d-e274-4b7e-94ce-52b5835055dc'] response: {'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'code': 200} Apr 14 21:21:11.150978 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.208656 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=7']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:11.223646 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.256385 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee2df2-dbfe-4753-91f5-d3fe9557f18f req-232988cb-0384-4c82-a5bc-f771e7778e44 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:11.257887 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a7ee2df2-dbfe-4753-91f5-d3fe9557f18f req-232988cb-0384-4c82-a5bc-f771e7778e44 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0501895 Apr 14 21:21:11.298548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.307032 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a7ee2df2-dbfe-4753-91f5-d3fe9557f18f req-c9a69ff8-c338-46e0-bfbd-b192fc494501 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435598 Apr 14 21:21:11.404469 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e associated. External IP: 172.27.0.219, port: 214f0458-acac-4339-8149-e48d9b49557c. Apr 14 21:21:11.617002 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:21:11.729474 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:21:11.733904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:11.740341 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:21:11.750622 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:11.751221 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:11.763533 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3fa1ef73-b887-4921-972f-37588d9bbefe tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "PUT /v2.0/floatingips/c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e HTTP/1.1" status: 200 len: 991 time: 1.3461893 Apr 14 21:21:11.764110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'tag': '214f0458-acac-4339-8149-e48d9b49557c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:11.766386 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375bc061-6038-424e-90c7-9fd0b252d50a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "tag": "214f0458-acac-4339-8149-e48d9b49557c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:11.802622 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4867078-8665-49ad-9205-fa50b7cf47ca x-openstack-request-id: req-a4867078-8665-49ad-9205-fa50b7cf47ca {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:11.802912 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "tag": "214f0458-acac-4339-8149-e48d9b49557c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:11.803162 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4867078-8665-49ad-9205-fa50b7cf47ca {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:11.803565 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4867078-8665-49ad-9205-fa50b7cf47ca'] response: {'name': 'network-changed', 'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'tag': '214f0458-acac-4339-8149-e48d9b49557c', 'status': 'completed', 'code': 200} Apr 14 21:21:11.866739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc061-6038-424e-90c7-9fd0b252d50a req-dda848fd-107e-4a2c-9d84-11035c45c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:11.868269 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-dda848fd-107e-4a2c-9d84-11035c45c726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca2081b8b2b24da58a107883dd717762&device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 1129 time: 0.0418758 Apr 14 21:21:11.955703 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:11.965703 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc061-6038-424e-90c7-9fd0b252d50a req-2140254d-d7e0-41fc-b024-1a41ae853c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:11.967188 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-2140254d-d7e0-41fc-b024-1a41ae853c8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 200 len: 916 time: 0.0928931 Apr 14 21:21:11.985359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:12.037757 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-6ceb9e58-615f-438c-8249-a1c5ba7208ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214f0458-acac-4339-8149-e48d9b49557c HTTP/1.1" status: 200 len: 999 time: 0.0628245 Apr 14 21:21:12.093878 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc061-6038-424e-90c7-9fd0b252d50a req-fa574259-adb2-4888-8c50-8b923b1d764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:12.095326 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-fa574259-adb2-4888-8c50-8b923b1d764f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 200 len: 854 time: 0.0507097 Apr 14 21:21:12.143931 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc061-6038-424e-90c7-9fd0b252d50a req-513e8c40-1045-4848-92fb-c9df9165b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:12.145727 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-513e8c40-1045-4848-92fb-c9df9165b7ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44528d30-b42e-465a-bd19-0920a7edfc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435274 Apr 14 21:21:12.183451 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '214f0458-acac-4339-8149-e48d9b49557c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1b:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:56Z', 'updated_at': '2022-04-14T21:21:11Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:12.209900 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:21:12.218265 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:12.218858 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:12.235126 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-da1f3b9b-3838-4a87-a9fe-841f47fea393 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826249 Apr 14 21:21:12.328453 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:12.329673 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-375bc061-6038-424e-90c7-9fd0b252d50a req-bd0e2e45-916b-47a8-993e-fa872ef0a9d0 service neutron] 10.222.0.57 "GET /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Apr 14 21:21:12.425030 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de5f22-2be6-44b2-8075-787273bf7263 req-a235ef11-a1b9-477f-951e-3e63f1bba80b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:12.426570 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e5de5f22-2be6-44b2-8075-787273bf7263 req-a235ef11-a1b9-477f-951e-3e63f1bba80b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Apr 14 21:21:12.474265 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e5de5f22-2be6-44b2-8075-787273bf7263 req-f995da92-d1f8-4651-83e8-fc1c513f3be9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419283 Apr 14 21:21:12.551234 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '214f0458-acac-4339-8149-e48d9b49557c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1b:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:56Z', 'updated_at': '2022-04-14T21:21:11Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:12.581606 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d254f-ee82-473d-8a34-8add8a86e0a7 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': 'c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'port_id': '214f0458-acac-4339-8149-e48d9b49557c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'mac_address': 'fa:16:3e:1b:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:20:56Z', 'updated_at': '2022-04-14T21:21:11Z', 'revision_number': 1, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:21:12.778260 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc85053-c02a-4a32-908c-258390458914 None None] New status for floating IP c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:21:13.331906 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:13.649250 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea8f28-3f13-4cea-bed9-4b8c1379b4a2 req-50fb2579-82e4-42bf-827a-28fee3b79efe tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:13.656484 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-29ea8f28-3f13-4cea-bed9-4b8c1379b4a2 req-50fb2579-82e4-42bf-827a-28fee3b79efe tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0611722 Apr 14 21:21:13.728574 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-29ea8f28-3f13-4cea-bed9-4b8c1379b4a2 req-35eb1629-8802-4ce4-bd36-2d252a924bc0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643814 Apr 14 21:21:14.872506 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0c57b-488c-4eee-a4c8-22f8284497ad req-c3ae902d-9892-4cbe-908c-974b66bf1916 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:14.882547 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e1d0c57b-488c-4eee-a4c8-22f8284497ad req-c3ae902d-9892-4cbe-908c-974b66bf1916 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0696995 Apr 14 21:21:14.934174 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:14.959783 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e1d0c57b-488c-4eee-a4c8-22f8284497ad req-e5ac8443-6558-4f63-a4c8-ad199940a0b1 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705721 Apr 14 21:21:16.082929 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27216186-a894-4e63-9fcd-3f784f0018ed req-2f67f2bc-9a94-40e3-b639-feba7be57331 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:16.085818 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27216186-a894-4e63-9fcd-3f784f0018ed req-2f67f2bc-9a94-40e3-b639-feba7be57331 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0555167 Apr 14 21:21:16.138812 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-27216186-a894-4e63-9fcd-3f784f0018ed req-4193d820-576c-4dc5-a54c-25a737e9f219 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480490 Apr 14 21:21:17.271724 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c09811-0410-4870-87c2-11982070e2ee req-fffa2d47-e44e-4d7a-a47d-9d1306b989d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:17.273373 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d8c09811-0410-4870-87c2-11982070e2ee req-fffa2d47-e44e-4d7a-a47d-9d1306b989d3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0518405 Apr 14 21:21:17.327632 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d8c09811-0410-4870-87c2-11982070e2ee req-1bbff18a-e5c1-4871-a4fb-adb1a2bd59be tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483837 Apr 14 21:21:18.461358 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db309c-2ce4-4154-9fc0-cd89b582696c req-012677cd-ce43-463b-963b-9c8c247bd908 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:18.463524 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a9db309c-2ce4-4154-9fc0-cd89b582696c req-012677cd-ce43-463b-963b-9c8c247bd908 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Apr 14 21:21:18.525337 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a9db309c-2ce4-4154-9fc0-cd89b582696c req-867be971-79ef-4457-8742-52fb093ab856 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527351 Apr 14 21:21:19.653231 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a269884-094f-4d97-a844-3658ef3ad677 req-05ddcb46-58a7-4550-abeb-680171b409bd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:19.654850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1a269884-094f-4d97-a844-3658ef3ad677 req-05ddcb46-58a7-4550-abeb-680171b409bd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Apr 14 21:21:19.712260 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1a269884-094f-4d97-a844-3658ef3ad677 req-9a8a378a-6606-4359-9c1b-9c77893df318 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514579 Apr 14 21:21:20.703418 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42076) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:20.845732 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfa2-91cb-4154-9760-e77f7c1a8b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:20.855869 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58311f2-497e-40dd-ae7a-a5dd449e19dc req-1f8854e2-3244-4f69-92c2-62da8849dc70 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:20.866528 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d58311f2-497e-40dd-ae7a-a5dd449e19dc req-1f8854e2-3244-4f69-92c2-62da8849dc70 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0733523 Apr 14 21:21:20.934607 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:21:20.935829 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d58311f2-497e-40dd-ae7a-a5dd449e19dc req-7913448c-4f95-4ac3-8b4b-444120ed78dc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679860 Apr 14 21:21:20.959966 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfa2-91cb-4154-9760-e77f7c1a8b99 admin admin] Publish callbacks [] for security_group (06438921-68f2-45fb-9d06-2ebd969bf360), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.019498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bfa2-91cb-4154-9760-e77f7c1a8b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (06438921-68f2-45fb-9d06-2ebd969bf360), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.076936 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2bfa2-91cb-4154-9760-e77f7c1a8b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06438921-68f2-45fb-9d06-2ebd969bf360,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:21.089495 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42082) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:21.096178 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5cf2bfa2-91cb-4154-9760-e77f7c1a8b99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b99e3b7e1abd46ce94a53d02d34b459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904345 Apr 14 21:21:21.146242 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] Publish callbacks [] for security_group (06438921-68f2-45fb-9d06-2ebd969bf360), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.170444 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] Publish callbacks [] for security_group (06438921-68f2-45fb-9d06-2ebd969bf360), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.299619 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (06438921-68f2-45fb-9d06-2ebd969bf360), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.302862 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:21.304144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06438921-68f2-45fb-9d06-2ebd969bf360 HTTP/1.1" status: 204 len: 168 time: 0.2136743 Apr 14 21:21:21.313254 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496e12e-3c84-4da9-b7aa-681f1095874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06438921-68f2-45fb-9d06-2ebd969bf360,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:22.091145 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7373f5-3b68-493e-8a1a-02b16d62cd85 req-443635fc-0f85-423d-80df-769a8b84e082 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:22.099954 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa7373f5-3b68-493e-8a1a-02b16d62cd85 req-443635fc-0f85-423d-80df-769a8b84e082 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0758777 Apr 14 21:21:22.173721 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa7373f5-3b68-493e-8a1a-02b16d62cd85 req-95074f6d-9030-424c-86fe-3aa9287acca2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652905 Apr 14 21:21:22.350372 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42106) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:22.462400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-6229001-network', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:22.547655 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Made reservation on behalf of db22e1f6a32543d5985cea7f336991cc for: {'network': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:21:22.550722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.559937 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.643439 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks [] for security_group (735cb6cd-9ca5-4080-930d-9dfceb5c018a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.724325 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (735cb6cd-9ca5-4080-930d-9dfceb5c018a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.754000 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=104065) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:21:22.772413 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735cb6cd-9ca5-4080-930d-9dfceb5c018a,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:22.780783 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (37b1fca2-fc2a-43b1-800b-45d6c36cce3e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.781030 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.segments_db [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Added segment 37b1fca2-fc2a-43b1-800b-45d6c36cce3e of type vlan for network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 Apr 14 21:21:22.837538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (3bbbc7c8-93e7-4c59-9cfd-66de67d65080), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.922335 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (3bbbc7c8-93e7-4c59-9cfd-66de67d65080), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.923987 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:22.924890 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:22.989630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] Pushing event updated for resources: {'Network': ['ID=3bbbc7c8-93e7-4c59-9cfd-66de67d65080,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:23.000312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:21:23.045954 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-cbfe1bca-f6d3-4fdf-bd3e-42e63de815ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6934733 Apr 14 21:21:23.047766 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42110) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:23.053803 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Request body: {'subnet': {'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-6229001-subnet', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'ip_version': 4}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:23.168598 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Made reservation on behalf of db22e1f6a32543d5985cea7f336991cc for: {'subnet': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:21:23.171304 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9703735'] for subnet (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:23.339114 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6d382-db9a-4551-8b78-64f45425cb60 req-48c90054-c880-4dc2-8979-fd5fbea50679 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:23.341494 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ae6d382-db9a-4551-8b78-64f45425cb60 req-48c90054-c880-4dc2-8979-fd5fbea50679 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0664310 Apr 14 21:21:23.408887 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6ae6d382-db9a-4551-8b78-64f45425cb60 req-49f2e32f-1716-42f3-a3fe-085e832f28f2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614550 Apr 14 21:21:23.653813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9703713'] for subnet (d1672f2d-0676-46d8-8672-2152da3c7430), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:23.711531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1672f2d-0676-46d8-8672-2152da3c7430,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:23.719000 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:23.719358 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Network hostable DHCP agents. Network: 3bbbc7c8-93e7-4c59-9cfd-66de67d65080, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104065) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:21:23.823573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104065) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:21:23.945127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 3bbbc7c8-93e7-4c59-9cfd-66de67d65080) {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:23.949522 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:23.950128 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:23.955175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069e392-1cbf-46c8-be2c-9177ab1af815 None None] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:21:24.058574 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:21:24.059466 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.083277 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-96fb3cdf-d4c4-4046-b939-cd1b52018821 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0306332 Apr 14 21:21:24.083526 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42114) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:24.088050 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:24.194495 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.196531 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.200944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Allocated IP 172.20.0.2 (3bbbc7c8-93e7-4c59-9cfd-66de67d65080/d1672f2d-0676-46d8-8672-2152da3c7430/127d3a27-e523-4333-956d-7e49027c27b3) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:24.269798 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for router_controller (5f76e482-1a82-4da3-b8a8-41779fab08f2), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.371768 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks [] for port (127d3a27-e523-4333-956d-7e49027c27b3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.482422 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (127d3a27-e523-4333-956d-7e49027c27b3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.533946 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:24.540377 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:24.544124 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:24.550474 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Pushing event updated for resources: {'Port': ['ID=127d3a27-e523-4333-956d-7e49027c27b3,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:24.556129 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for router_gateway (5f76e482-1a82-4da3-b8a8-41779fab08f2), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.570264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f687eb-a84b-43aa-8dda-33dc3661dd8a req-b5132d59-c4b5-4f6f-811b-18f1554771a5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:24.572178 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-21f687eb-a84b-43aa-8dda-33dc3661dd8a req-b5132d59-c4b5-4f6f-811b-18f1554771a5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0775471 Apr 14 21:21:24.621042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Attempting to bind port 127d3a27-e523-4333-956d-7e49027c27b3 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:24.621417 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Attempting to bind port 127d3a27-e523-4333-956d-7e49027c27b3 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:24.621966 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Attempting to bind port 127d3a27-e523-4333-956d-7e49027c27b3 on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:24.628991 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:24.629438 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:24.629797 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.630241 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Bound using segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:24.630741 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Bound port: 127d3a27-e523-4333-956d-7e49027c27b3, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:24.631096 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (127d3a27-e523-4333-956d-7e49027c27b3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.631769 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-21f687eb-a84b-43aa-8dda-33dc3661dd8a req-863f8909-1fa9-4ac3-b558-ff32a8c99f24 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538657 Apr 14 21:21:24.730133 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] For port 127d3a27-e523-4333-956d-7e49027c27b3, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:24.733341 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] For port 127d3a27-e523-4333-956d-7e49027c27b3, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=127d3a27-e523-4333-956d-7e49027c27b3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:24.797285 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (127d3a27-e523-4333-956d-7e49027c27b3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.875156 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a235ec3-58ca-40b2-84dc-873d64778c17 None None] Pushing event updated for resources: {'Port': ['ID=127d3a27-e523-4333-956d-7e49027c27b3,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:24.893143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for router_gateway (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:24.915577 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.048695 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Allocated IP 172.27.0.60 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/6f9a8821-3b04-40d3-8c02-e64920225e3c) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:25.168022 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.282369 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.324836 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:25.330656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:25.334250 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:25.339806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Pushing event updated for resources: {'Port': ['ID=6f9a8821-3b04-40d3-8c02-e64920225e3c,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:25.647742 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for router_gateway (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.762060 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f99b-3e4c-4e37-acd9-14de5930c52b req-40adf1a9-e364-48f5-8916-1e39e38ad433 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:25.763702 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-32f6f99b-3e4c-4e37-acd9-14de5930c52b req-40adf1a9-e364-48f5-8916-1e39e38ad433 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0505292 Apr 14 21:21:25.769516 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2dc5cb-acc3-47a0-907f-70c9873fa822 None None] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:21:25.807856 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Provisioning complete for port 127d3a27-e523-4333-956d-7e49027c27b3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:25.808232 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (127d3a27-e523-4333-956d-7e49027c27b3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.835125 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-32f6f99b-3e4c-4e37-acd9-14de5930c52b req-631d237f-5b2d-48a8-a447-70c06d3672c4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489986 Apr 14 21:21:25.858903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:25.991824 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Current status of the port 127d3a27-e523-4333-956d-7e49027c27b3 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:25.992372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (127d3a27-e523-4333-956d-7e49027c27b3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.037074 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] For port 127d3a27-e523-4333-956d-7e49027c27b3, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=127d3a27-e523-4333-956d-7e49027c27b3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:26.099380 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (127d3a27-e523-4333-956d-7e49027c27b3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.154095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b74594-ef9b-40d0-8be9-99661ac4af8e None None] Pushing event updated for resources: {'Port': ['ID=127d3a27-e523-4333-956d-7e49027c27b3,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:26.217378 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-ab1b3c9f-2596-46fb-b7bd-7d6ef7c4b3d8 None None] Provisioning complete for port 127d3a27-e523-4333-956d-7e49027c27b3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:26.218078 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3c9f-2596-46fb-b7bd-7d6ef7c4b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (127d3a27-e523-4333-956d-7e49027c27b3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.242626 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 127d3a27-e523-4333-956d-7e49027c27b3 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:26.335511 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 127d3a27-e523-4333-956d-7e49027c27b3 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:26.335775 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (127d3a27-e523-4333-956d-7e49027c27b3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.361740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:21:26.367680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b3c9f-2596-46fb-b7bd-7d6ef7c4b3d8 None None] Current status of the port 127d3a27-e523-4333-956d-7e49027c27b3 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:26.422429 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 127d3a27-e523-4333-956d-7e49027c27b3 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:26.472245 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:21:26.481233 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:21:26.491393 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:26.492002 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:26.534651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-59bf5063-6609-4f73-9595-a479652cf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:26.536294 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-59bf5063-6609-4f73-9595-a479652cf984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1130 time: 0.0402262 Apr 14 21:21:26.571120 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.572330 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-abae6006-b44c-401a-900a-153220db47fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4879434 Apr 14 21:21:26.575332 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42136) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:26.601276 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:26.645560 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-5b77c4d1-e2f4-4810-9502-5ed321df90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:26.647181 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-5b77c4d1-e2f4-4810-9502-5ed321df90f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.1051421 Apr 14 21:21:26.715758 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-152bd368-5bb4-43a9-9322-db93f5bb35d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 1001 time: 0.0617845 Apr 14 21:21:26.769301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-9f3ccc35-e0cb-4519-9fec-2c6c41253f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:26.770835 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-9f3ccc35-e0cb-4519-9fec-2c6c41253f68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0478106 Apr 14 21:21:26.779836 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:25Z', 'revision_number': 3, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:26.810082 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:21:26.810082 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Updating router 5f76e482-1a82-4da3-b8a8-41779fab08f2 port 6f9a8821-3b04-40d3-8c02-e64920225e3c binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:21:26.822803 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-34e568c9-1090-4cb1-9406-e0b55f97539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:26.824594 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-34e568c9-1090-4cb1-9406-e0b55f97539d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464470 Apr 14 21:21:26.840523 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:26.940540 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-e673aa40-688d-4537-9a68-738fb75a7ef0 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088796 Apr 14 21:21:27.002962 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d4326-4bf2-41a4-b06b-0abf351d7dd5 req-1e664c65-da98-4f10-86a3-f17df866664c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:27.004629 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef0d4326-4bf2-41a4-b06b-0abf351d7dd5 req-1e664c65-da98-4f10-86a3-f17df866664c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0800893 Apr 14 21:21:27.099764 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef0d4326-4bf2-41a4-b06b-0abf351d7dd5 req-c122020f-406c-4d01-8471-c8b76aaf0b78 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672629 Apr 14 21:21:27.101828 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-33bd1ac7-f391-493b-b1a7-daf209d3320b req-1868026e-0c64-474c-a53f-9736a2a9f3c4 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441650 Apr 14 21:21:27.145526 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks [] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.234518 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.256569 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.288133 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Attempting to bind port 6f9a8821-3b04-40d3-8c02-e64920225e3c on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:27.288746 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Attempting to bind port 6f9a8821-3b04-40d3-8c02-e64920225e3c by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:27.289138 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Attempting to bind port 6f9a8821-3b04-40d3-8c02-e64920225e3c on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:27.291263 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Pushing event updated for resources: {'Port': ['ID=6f9a8821-3b04-40d3-8c02-e64920225e3c,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:27.299763 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:27.300140 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:27.300521 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.300906 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:27.301383 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Bound port: 6f9a8821-3b04-40d3-8c02-e64920225e3c, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:27.301753 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.303840 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.304153 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.304506 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.304852 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.305200 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.305524 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.305838 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.306150 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.306465 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.306778 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.307093 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.307422 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.307740 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.308050 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.308359 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:27.360769 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] For port 6f9a8821-3b04-40d3-8c02-e64920225e3c, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:27.364109 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] For port 6f9a8821-3b04-40d3-8c02-e64920225e3c, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=6f9a8821-3b04-40d3-8c02-e64920225e3c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:27.418596 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_common [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Allocated IP 172.20.0.1 (3bbbc7c8-93e7-4c59-9cfd-66de67d65080/d1672f2d-0676-46d8-8672-2152da3c7430/e685d5da-a969-4b9b-b118-b20038dcf762) {{(pid=104064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:27.436742 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.487813 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:27.488495 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:27.523412 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks [] for port (e685d5da-a969-4b9b-b118-b20038dcf762), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.537062 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0902b-64c3-46e6-ba7b-44b02b11ce7f None None] Pushing event updated for resources: {'Port': ['ID=6f9a8821-3b04-40d3-8c02-e64920225e3c,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:27.606879 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:27.640535 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.676217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:27.680398 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:27.683027 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Received port after_create {{(pid=104064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:27.716200 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Pushing event updated for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:27.733413 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.881734 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:25Z', 'revision_number': 3, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:27.909196 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcb49e-135b-479c-a926-ab96bbb3164f None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:25Z', 'revision_number': 3, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:21:27.953055 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), before_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:27.998366 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-b75a610c-51bf-4101-92a3-efbabeca48e2 None None] Provisioning complete for port e685d5da-a969-4b9b-b118-b20038dcf762 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:27.998914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b75a610c-51bf-4101-92a3-efbabeca48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.036892 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b75a610c-51bf-4101-92a3-efbabeca48e2 None None] Port e685d5da-a969-4b9b-b118-b20038dcf762 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:28.137315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks [] for port (e685d5da-a969-4b9b-b118-b20038dcf762), precommit_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.234094 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8691905'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_update {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.314572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9010be-a8c0-4b84-9b0c-5d4e7eb12cce req-03dd2ce7-40eb-4ad3-b36e-299b0f50c9b2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:28.314572 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ba9010be-a8c0-4b84-9b0c-5d4e7eb12cce req-03dd2ce7-40eb-4ad3-b36e-299b0f50c9b2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.1106195 Apr 14 21:21:28.321491 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 127d3a27-e523-4333-956d-7e49027c27b3 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:28.339588 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.348208 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Pushing event updated for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=2']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:28.378125 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 127d3a27-e523-4333-956d-7e49027c27b3 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:28.378553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (127d3a27-e523-4333-956d-7e49027c27b3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.440892 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ba9010be-a8c0-4b84-9b0c-5d4e7eb12cce req-d42bd392-c455-4e47-92ac-beb11fa09ba0 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162457 Apr 14 21:21:28.482074 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 127d3a27-e523-4333-956d-7e49027c27b3 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:28.483163 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 6f9a8821-3b04-40d3-8c02-e64920225e3c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:28.487306 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:28.488905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Resources bound (agent type, host, resource id): {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:28.535864 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 6f9a8821-3b04-40d3-8c02-e64920225e3c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:28.536280 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.628905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:21:28.641528 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 6f9a8821-3b04-40d3-8c02-e64920225e3c is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:28.643910 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.666733 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 6f9a8821-3b04-40d3-8c02-e64920225e3c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=6f9a8821-3b04-40d3-8c02-e64920225e3c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:28.733132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.754537 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:21:28.762139 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-692e7dd2-d105-42c5-b81b-18d4a17d0853 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f76e482-1a82-4da3-b8a8-41779fab08f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850841 Apr 14 21:21:28.778797 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a822a507-41be-43ef-ba5c-92995bd04654 None None] Provisioning complete for port e685d5da-a969-4b9b-b118-b20038dcf762 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:28.779172 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a822a507-41be-43ef-ba5c-92995bd04654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:28.819363 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=6f9a8821-3b04-40d3-8c02-e64920225e3c,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:28.833972 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a822a507-41be-43ef-ba5c-92995bd04654 None None] Port e685d5da-a969-4b9b-b118-b20038dcf762 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:29.496175 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42160) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:29.501811 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-579783734-network', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:29.567497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424836f-72e1-43f6-bcc5-3a873c07e876 req-71e8dc98-b20d-46f4-a6b5-2882eac5de62 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:29.569019 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a424836f-72e1-43f6-bcc5-3a873c07e876 req-71e8dc98-b20d-46f4-a6b5-2882eac5de62 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 946 time: 0.0487988 Apr 14 21:21:29.607353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Made reservation on behalf of 5d68e24bd8e34f5396c9d33a84058383 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:21:29.609984 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.620808 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:21:29.622751 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.624853 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a424836f-72e1-43f6-bcc5-3a873c07e876 req-fb344c3d-5dd9-4328-8335-326808a2ebba tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501833 Apr 14 21:21:29.632365 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:29.633008 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:29.713714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks [] for security_group (b8d089f5-586e-4d44-bb69-1c8cf33d2fb8), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.789073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b8d089f5-586e-4d44-bb69-1c8cf33d2fb8), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.816579 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:21:29.827125 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d089f5-586e-4d44-bb69-1c8cf33d2fb8,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:29.837782 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (16f5bef9-62ff-46ad-a62e-13864b743229), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.838185 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Added segment 16f5bef9-62ff-46ad-a62e-13864b743229 of type vlan for network 1700cb12-ad4f-458a-9f0c-80fb65ed585e Apr 14 21:21:29.885214 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (1700cb12-ad4f-458a-9f0c-80fb65ed585e), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.901768 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:29.977273 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (1700cb12-ad4f-458a-9f0c-80fb65ed585e), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:29.978432 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:29.979087 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.043913 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] Pushing event updated for resources: {'Network': ['ID=1700cb12-ad4f-458a-9f0c-80fb65ed585e,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:30.058126 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:21:30.130087 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-247b8535-45ed-4199-9084-e2837202d653 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6327891 Apr 14 21:21:30.132702 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42170) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:30.137569 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Request body: {'subnet': {'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-579783734-subnet', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:30.162343 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 2, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:30.191673 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:21:30.192132 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Updating router 5f76e482-1a82-4da3-b8a8-41779fab08f2 port e685d5da-a969-4b9b-b118-b20038dcf762 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:21:30.214169 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 6f9a8821-3b04-40d3-8c02-e64920225e3c up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:30.231276 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Made reservation on behalf of 5d68e24bd8e34f5396c9d33a84058383 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:21:30.233866 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.248902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.307087 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 6f9a8821-3b04-40d3-8c02-e64920225e3c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:30.307390 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.501842 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 6f9a8821-3b04-40d3-8c02-e64920225e3c is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:30.514620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (0ec949cf-56c7-4b8d-a403-d1aeb2284be8), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.576693 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec949cf-56c7-4b8d-a403-d1aeb2284be8,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:30.581799 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Checking segment: {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:30.582156 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Network hostable DHCP agents. Network: 1700cb12-ad4f-458a-9f0c-80fb65ed585e, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:21:30.595962 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks [] for port (e685d5da-a969-4b9b-b118-b20038dcf762), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.698009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:21:30.698279 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.750018 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d901f7e-8129-46dd-834b-aaf1b960befa None None] Pushing event updated for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:30.790497 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 1700cb12-ad4f-458a-9f0c-80fb65ed585e) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:30.795231 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:30.796097 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.805405 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627c6fc-8163-43c5-8bcf-80612cd1a433 None None] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:21:30.835175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Attempting to bind port e685d5da-a969-4b9b-b118-b20038dcf762 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:30.835175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Attempting to bind port e685d5da-a969-4b9b-b118-b20038dcf762 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:30.835175 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Attempting to bind port e685d5da-a969-4b9b-b118-b20038dcf762 on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:30.866265 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:30.866667 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:30.867040 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.867432 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Bound using segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:30.868085 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Bound port: e685d5da-a969-4b9b-b118-b20038dcf762, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:30.868301 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.943590 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42178) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:30.952500 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:30.953261 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-49aff8cf-9eda-476a-a028-2e7d68035991 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8181653 Apr 14 21:21:30.967340 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59ae7405-6610-568d-8f74-4e38f4e07653-1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'fixed_ips': [{'subnet_id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8'}]}} from dv-cinder-837542-3-iscsi. {{(pid=104066) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:21:30.977724 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.981395 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] For port e685d5da-a969-4b9b-b118-b20038dcf762, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:31.004934 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-a56793e3-9839-4e8d-a291-95be4b909fd0 None None] Provisioning complete for port e685d5da-a969-4b9b-b118-b20038dcf762 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:31.005245 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a56793e3-9839-4e8d-a291-95be4b909fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.010920 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] For port e685d5da-a969-4b9b-b118-b20038dcf762, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e685d5da-a969-4b9b-b118-b20038dcf762,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:31.030411 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:21:31.053402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1702488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57574'] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.054769 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1697238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57567'] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.116391 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for router_controller (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), precommit_add_association {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.127706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a56793e3-9839-4e8d-a291-95be4b909fd0 None None] Port e685d5da-a969-4b9b-b118-b20038dcf762 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:31.134812 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.267278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:31.268619 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:31.277346 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d901f7e-8129-46dd-834b-aaf1b960befa None None] Pushing event updated for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:31.346464 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Allocated IP 172.20.0.2 (1700cb12-ad4f-458a-9f0c-80fb65ed585e/0ec949cf-56c7-4b8d-a403-d1aeb2284be8/cf3b626b-e7b5-437b-b9d4-31ac0be122ff) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:31.359359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: ACTIVE; New status is: DOWN {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:31.359741 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.462117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for router_gateway (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.487559 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:31.489793 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a67d0-b5c6-4449-a081-862a7d23d5e6" -d '{"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-unplugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:31.510762 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:31.527616 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d9cb95-06fd-49ac-a9ab-082648844540 x-openstack-request-id: req-e1d9cb95-06fd-49ac-a9ab-082648844540 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:31.527899 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-unplugged", "status": "failed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "code": 422}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:31.528148 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d9cb95-06fd-49ac-a9ab-082648844540 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:31.528574 dv-cinder-837542-3-iscsi neutron-server[104066]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e1d9cb95-06fd-49ac-a9ab-082648844540']: {'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'code': 422} returned with failed status Apr 14 21:21:31.531879 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:31.594295 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Provisioning complete for port e685d5da-a969-4b9b-b118-b20038dcf762 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:31.594715 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.791847 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.824990 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for router_gateway (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.842792 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-b34405f2-322b-447f-aebd-172a36d9c7b6 req-b8d03c89-3666-4704-bf47-54e7450f52cb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:21:31.844107 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b34405f2-322b-447f-aebd-172a36d9c7b6 req-b8d03c89-3666-4704-bf47-54e7450f52cb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067279 Apr 14 21:21:31.848853 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.943914 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks [] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:31.958470 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Allocated IP 172.27.0.187 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/1631319d-1759-4d9e-a2fd-b10db34ce83b) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:31.960894 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=8']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:32.023497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Current status of the port e685d5da-a969-4b9b-b118-b20038dcf762 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:32.023926 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.027694 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.067277 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.098434 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:32.104232 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:30Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:32.117921 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:32.145788 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:32.151327 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] For port e685d5da-a969-4b9b-b118-b20038dcf762, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e685d5da-a969-4b9b-b118-b20038dcf762,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:32.153760 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddbd2b-f4b4-4375-aa00-d6702da07557 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:30Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:21:32.157661 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Pushing event updated for resources: {'Port': ['ID=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:32.189875 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.251783 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.260870 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36614-d7f7-4569-9d99-620f8cc43fb3 req-39c11b67-8f60-4907-9a16-73a13ee9f8d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:32.265222 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2cf36614-d7f7-4569-9d99-620f8cc43fb3 req-39c11b67-8f60-4907-9a16-73a13ee9f8d9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.1277437 Apr 14 21:21:32.294073 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Attempting to bind port cf3b626b-e7b5-437b-b9d4-31ac0be122ff on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:32.294293 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Attempting to bind port cf3b626b-e7b5-437b-b9d4-31ac0be122ff by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:32.294563 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Attempting to bind port cf3b626b-e7b5-437b-b9d4-31ac0be122ff on network 1700cb12-ad4f-458a-9f0c-80fb65ed585e {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:32.307682 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:32.311099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:32.311475 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Checking segment: {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:32.311880 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.312276 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Bound using segment: {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:32.312756 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Bound port: cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:32.313143 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1631319d-1759-4d9e-a2fd-b10db34ce83b,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:32.313270 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.317967 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:32.325649 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:32.340211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1cd8b-3507-49c9-aafd-ab5bc2e38fcf None None] Pushing event updated for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:32.370799 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2cf36614-d7f7-4569-9d99-620f8cc43fb3 req-6edbaab8-ab5a-44a8-b8ca-9f89f8795323 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950046 Apr 14 21:21:32.405158 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] For port cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:32.408765 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] For port cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:32.449416 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-acfa94b3-0696-487f-a3c3-08c4e3130537 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420790 Apr 14 21:21:32.507892 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:32.543256 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-069067c1-35a2-4121-81bb-6994c2ae49ea tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:32.544849 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-069067c1-35a2-4121-81bb-6994c2ae49ea tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports/c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 941 time: 0.0607274 Apr 14 21:21:32.593915 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6fc5-00cc-49a6-bd24-e25e302af197 None None] Pushing event updated for resources: {'Port': ['ID=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:32.761018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for router_gateway (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:33.007633 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1688752'] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:33.241565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a is scheduled to L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 with binding_index 1 {{(pid=104065) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:21:33.370117 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:21:33.383855 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Sync routers for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:21:33.396921 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:33.397581 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:33.506717 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:33.507956 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9fc90635-0d56-4bb8-874a-9ea5addbbce0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5617373 Apr 14 21:21:33.510680 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42212) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:33.548999 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:33.561451 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309283-9c08-4c95-b4ec-ecdcb02e7aee req-bbe740ad-dc79-4844-a5c5-67776e6d0bda tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:33.564149 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-87309283-9c08-4c95-b4ec-ecdcb02e7aee req-bbe740ad-dc79-4844-a5c5-67776e6d0bda tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.1030979 Apr 14 21:21:33.634126 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-87309283-9c08-4c95-b4ec-ecdcb02e7aee req-d49d2661-7e90-4ad4-81a1-dcee0f774ebf tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638130 Apr 14 21:21:33.738199 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826d131-0844-4078-b297-b638d81caa79 None None] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:21:33.774052 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 3, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:33.806066 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Checking router: 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:21:33.806677 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Updating router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a port 1631319d-1759-4d9e-a2fd-b10db34ce83b binding host dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:21:33.817949 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Provisioning complete for port cf3b626b-e7b5-437b-b9d4-31ac0be122ff triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:33.818318 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:33.839350 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:33.969584 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Current status of the port cf3b626b-e7b5-437b-b9d4-31ac0be122ff is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:33.970518 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.013587 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] For port cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:34.098827 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.100903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.165611 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks [] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.178398 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fbb18-82b4-4050-b6bc-0d9d94a7c071 None None] Pushing event updated for resources: {'Port': ['ID=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:34.218915 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-1941f6b4-2f3d-464f-acaf-0802fabcfeb9 None None] Provisioning complete for port cf3b626b-e7b5-437b-b9d4-31ac0be122ff triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:34.219299 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1941f6b4-2f3d-464f-acaf-0802fabcfeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.224815 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.284375 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Attempting to bind port 1631319d-1759-4d9e-a2fd-b10db34ce83b on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:34.284752 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Attempting to bind port 1631319d-1759-4d9e-a2fd-b10db34ce83b by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:34.285152 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Attempting to bind port 1631319d-1759-4d9e-a2fd-b10db34ce83b on network 4b02b883-f569-47d4-998c-c0ad162b23a0 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:34.294501 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:34.294879 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Checking segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:34.295289 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.295724 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Bound using segment: {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:34.296224 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Bound port: 1631319d-1759-4d9e-a2fd-b10db34ce83b, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87234f8-6335-42de-9907-60c462fe48ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:34.296611 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.306982 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Allocated IP 172.20.0.1 (1700cb12-ad4f-458a-9f0c-80fb65ed585e/0ec949cf-56c7-4b8d-a403-d1aeb2284be8/aa0923a9-06f4-46c5-868c-48bd143ab447) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:21:34.329506 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d725e-07ac-4ecc-9fab-46eafaa59f71 None None] Pushing event updated for resources: {'Port': ['ID=1631319d-1759-4d9e-a2fd-b10db34ce83b,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:34.340533 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-1941f6b4-2f3d-464f-acaf-0802fabcfeb9 None None] Current status of the port cf3b626b-e7b5-437b-b9d4-31ac0be122ff is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:34.367215 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] For port 1631319d-1759-4d9e-a2fd-b10db34ce83b, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:34.371377 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] For port 1631319d-1759-4d9e-a2fd-b10db34ce83b, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1631319d-1759-4d9e-a2fd-b10db34ce83b,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:34.425090 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.444680 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-0971896b-d6cb-404f-b71a-531fe5662304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:34.446596 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-0971896b-d6cb-404f-b71a-531fe5662304 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652&tenant_id=9379aeca7a984e238239f765094748bc HTTP/1.1" status: 200 len: 1128 time: 0.0552533 Apr 14 21:21:34.449603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e685d5da-a969-4b9b-b118-b20038dcf762 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:34.499165 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:34.499889 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:34.503636 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port e685d5da-a969-4b9b-b118-b20038dcf762 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:34.504262 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.511466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks [] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.530755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-d0fc3bf7-24a6-42b0-8f8d-82738f871126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:34.532108 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-d0fc3bf7-24a6-42b0-8f8d-82738f871126 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1128 time: 0.0555830 Apr 14 21:21:34.549417 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d725e-07ac-4ecc-9fab-46eafaa59f71 None None] Pushing event updated for resources: {'Port': ['ID=1631319d-1759-4d9e-a2fd-b10db34ce83b,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:34.590040 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port e685d5da-a969-4b9b-b118-b20038dcf762 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:34.591242 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device cf3b626b-e7b5-437b-b9d4-31ac0be122ff up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:34.631711 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:34.639359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port cf3b626b-e7b5-437b-b9d4-31ac0be122ff triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:34.639725 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.649164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-35bf626e-5044-4177-b4c7-85ba437dc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:34.650971 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-35bf626e-5044-4177-b4c7-85ba437dc369 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.1103725 Apr 14 21:21:34.695861 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:34.755847 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port cf3b626b-e7b5-437b-b9d4-31ac0be122ff is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:34.834471 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 3, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:34.862115 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051edb-be06-4d67-ba69-bdfc549cf2b2 None None] The sync data for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi is: [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 3, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:21:35.075896 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:35.106553 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f553-e6ee-48c3-8643-de7240ff0f7b req-12b61371-fe7d-45b3-b021-eaadd3e1b488 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:35.108080 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c158f553-e6ee-48c3-8643-de7240ff0f7b req-12b61371-fe7d-45b3-b021-eaadd3e1b488 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.3765793 Apr 14 21:21:35.109087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:35.114797 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-5f43f806-26d4-4155-b12a-bc15556152c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 999 time: 0.4581201 Apr 14 21:21:35.118014 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:21:35.129562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:35.225759 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688641'] for router_interface (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.240594 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-bf1e289e-2efe-4745-a67f-f27f125f473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:35.242184 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-bf1e289e-2efe-4745-a67f-f27f125f473d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.1199205 Apr 14 21:21:35.281363 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c158f553-e6ee-48c3-8643-de7240ff0f7b req-7bba7240-b11e-455a-806d-d14893911f32 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610048 Apr 14 21:21:35.337977 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-881850bc-618f-45d4-a5a8-6aef7fb40c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:35.339399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-881850bc-618f-45d4-a5a8-6aef7fb40c31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571361 Apr 14 21:21:35.382592 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-b755953a-e326-4249-abd9-bd5a42f82a01 None None] Provisioning complete for port aa0923a9-06f4-46c5-868c-48bd143ab447 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:35.383092 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b755953a-e326-4249-abd9-bd5a42f82a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.419855 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b755953a-e326-4249-abd9-bd5a42f82a01 None None] Port aa0923a9-06f4-46c5-868c-48bd143ab447 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:35.466884 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-c64c7d9b-b8c6-4a9e-b8f8-6016eda9c0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207170 Apr 14 21:21:35.566464 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.616397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-465c1a41-c860-4a00-ae3a-fa4813ed2c18 req-eac8d5f0-cebe-4a2a-bbc9-4fa72b470308 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428351 Apr 14 21:21:35.765599 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks [] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.834477 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.905207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:35.908200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1701617'] for router_interface (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.011666 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:21:36.013170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:21:36.137514 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:21:36.352361 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1631319d-1759-4d9e-a2fd-b10db34ce83b up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:36.363267 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:21:36.386242 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-7e5054b5-2921-4f7f-83d6-28e638f5cb87 None None] Provisioning complete for port aa0923a9-06f4-46c5-868c-48bd143ab447 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:36.394211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7e5054b5-2921-4f7f-83d6-28e638f5cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.394391 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-c2f0d604-5d7e-41b1-90d8-14cf61c88c96 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8781538 Apr 14 21:21:36.478699 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7e5054b5-2921-4f7f-83d6-28e638f5cb87 None None] Port aa0923a9-06f4-46c5-868c-48bd143ab447 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:21:36.499378 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1631319d-1759-4d9e-a2fd-b10db34ce83b triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:36.499890 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.547752 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38465-73eb-467c-b4ea-73e05252935a req-711ce33c-180b-406a-886c-c801830188fb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:36.561861 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3cb38465-73eb-467c-b4ea-73e05252935a req-711ce33c-180b-406a-886c-c801830188fb tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0851426 Apr 14 21:21:36.629251 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1631319d-1759-4d9e-a2fd-b10db34ce83b is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:36.629696 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.659845 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3cb38465-73eb-467c-b4ea-73e05252935a req-ab20e41c-e563-450d-a631-0d275f104a60 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964463 Apr 14 21:21:36.695319 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] For port 1631319d-1759-4d9e-a2fd-b10db34ce83b, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1631319d-1759-4d9e-a2fd-b10db34ce83b,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:36.738508 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Sync routers for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:21:36.752680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.753565 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device cf3b626b-e7b5-437b-b9d4-31ac0be122ff up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:36.828479 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:36.830313 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:37.007208 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Pushing event updated for resources: {'Port': ['ID=1631319d-1759-4d9e-a2fd-b10db34ce83b,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:37.012793 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port cf3b626b-e7b5-437b-b9d4-31ac0be122ff triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:37.013211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.017931 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.078144 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:37.311871 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42246) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:37.317203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515143309', 'description': 'tempest-secgroup-smoke-1515143309 description', 'project_id': 'db22e1f6a32543d5985cea7f336991cc'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:37.419317 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.474018 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port cf3b626b-e7b5-437b-b9d4-31ac0be122ff is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:37.513489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (783a34b4-b87a-48d6-87cd-8d632b29b9aa), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.559278 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:35Z', 'revision_number': 4, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'aa0923a9-06f4-46c5-868c-48bd143ab447', 'name': '', 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'mac_address': 'fa:16:3e:0b:9f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:34Z', 'updated_at': '2022-04-14T21:21:35Z', 'revision_number': 2, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'subnets': [{'id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:37.573476 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (783a34b4-b87a-48d6-87cd-8d632b29b9aa), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.596283 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Checking router: 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:21:37.596649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Updating router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a port aa0923a9-06f4-46c5-868c-48bd143ab447 binding host dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:21:37.611714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783a34b4-b87a-48d6-87cd-8d632b29b9aa,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:37.630532 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.665455 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.666737 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-12429d18-281e-45ee-9d20-74f8dba19d08 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3537636 Apr 14 21:21:37.669940 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42248) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:37.674715 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:37.823936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (1045110e-84c7-4044-ac16-047369898838), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.955847 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (1045110e-84c7-4044-ac16-047369898838), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.963464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b561c-8729-4958-b0ba-fc31c8a783fa req-cd03b46f-1106-4a82-86d2-47bf9fd2853a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:37.964603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks [] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.965981 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c23b561c-8729-4958-b0ba-fc31c8a783fa req-cd03b46f-1106-4a82-86d2-47bf9fd2853a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.2201509 Apr 14 21:21:38.024617 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (1045110e-84c7-4044-ac16-047369898838), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.041582 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-c23b561c-8729-4958-b0ba-fc31c8a783fa req-b153ab0c-0272-4f27-b28c-796a1a8cd4cf tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683777 Apr 14 21:21:38.051431 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1045110e-84c7-4044-ac16-047369898838,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:38.051723 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.102770 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.104618 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42254) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:38.105235 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-b313b8b0-6e61-4422-bbe1-3672d5c5e807 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340136 Apr 14 21:21:38.110959 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259643-aafc-49ef-b2b4-88b857910dbb None None] Pushing event updated for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:38.111181 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:38.181283 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Attempting to bind port aa0923a9-06f4-46c5-868c-48bd143ab447 on host dv-cinder-837542-3-iscsi for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:21:38.181283 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Attempting to bind port aa0923a9-06f4-46c5-868c-48bd143ab447 by drivers openvswitch,hyperv on host dv-cinder-837542-3-iscsi at level 0 using segments [{'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:21:38.181283 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Attempting to bind port aa0923a9-06f4-46c5-868c-48bd143ab447 on network 1700cb12-ad4f-458a-9f0c-80fb65ed585e {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:21:38.185388 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Checking agent: {'id': 'bb5f9aa9-3f4e-4153-bfa0-5680d8c53881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 2, 45), 'started_at': datetime.datetime(2022, 4, 14, 21, 3, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:21:38.189013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Checking segment: {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:21:38.189013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.189013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Bound using segment: {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:21:38.189013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Bound port: aa0923a9-06f4-46c5-868c-48bd143ab447, host: dv-cinder-837542-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f5bef9-62ff-46ad-a62e-13864b743229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:21:38.189013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.223272 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (57ecb2b8-d0c7-4fa0-8f2b-fcf58047dbb9), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.240323 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1631319d-1759-4d9e-a2fd-b10db34ce83b up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:38.324297 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] For port aa0923a9-06f4-46c5-868c-48bd143ab447, host dv-cinder-837542-3-iscsi, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:21:38.325574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (57ecb2b8-d0c7-4fa0-8f2b-fcf58047dbb9), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.330594 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] For port aa0923a9-06f4-46c5-868c-48bd143ab447, host dv-cinder-837542-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=aa0923a9-06f4-46c5-868c-48bd143ab447,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:21:38.342858 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port 1631319d-1759-4d9e-a2fd-b10db34ce83b triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:38.343194 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.419092 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (57ecb2b8-d0c7-4fa0-8f2b-fcf58047dbb9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.444040 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.447408 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ecb2b8-d0c7-4fa0-8f2b-fcf58047dbb9,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:38.457352 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Provisioning complete for port aa0923a9-06f4-46c5-868c-48bd143ab447 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:38.457723 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.518120 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port 1631319d-1759-4d9e-a2fd-b10db34ce83b is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:38.519297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.525297 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-fe492825-d4c1-4d41-b8e8-9327c15db7c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4191384 Apr 14 21:21:38.528060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42256) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:38.535795 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:38.567476 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259643-aafc-49ef-b2b4-88b857910dbb None None] Pushing event updated for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:38.579228 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:21:38.579904 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:38.661214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (7c1ad323-e542-4eb7-8b5e-9e330a12465c), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.746203 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (7c1ad323-e542-4eb7-8b5e-9e330a12465c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.764535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d650ab06-dada-4cc2-9887-978f3ede95fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.766028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Current status of the port aa0923a9-06f4-46c5-868c-48bd143ab447 is: DOWN; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:38.767088 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.803455 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:21:38.819065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (7c1ad323-e542-4eb7-8b5e-9e330a12465c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.836234 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1ad323-e542-4eb7-8b5e-9e330a12465c,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:38.851525 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] For port aa0923a9-06f4-46c5-868c-48bd143ab447, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=aa0923a9-06f4-46c5-868c-48bd143ab447,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:38.948030 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.949420 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.954696 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-5d2b9bda-9cef-4741-aa8e-34cc24134fdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4249666 Apr 14 21:21:38.957217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42260) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:38.966656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:39.032231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa2c1e-d440-4576-b873-7a7488270892 None None] Pushing event updated for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:39.089154 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-69880e29-e164-47be-8a1b-7d5f127ed7ed None None] Provisioning complete for port aa0923a9-06f4-46c5-868c-48bd143ab447 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:39.089660 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-69880e29-e164-47be-8a1b-7d5f127ed7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.117034 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:35Z', 'revision_number': 4, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'aa0923a9-06f4-46c5-868c-48bd143ab447', 'name': '', 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'mac_address': 'fa:16:3e:0b:9f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:34Z', 'updated_at': '2022-04-14T21:21:38Z', 'revision_number': 4, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'subnets': [{'id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:21:39.132359 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (16262ba0-ec5a-4e4e-a3db-adef25a3ec10), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.161960 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ae5cb-833a-49cd-aba9-0cef608b3ca3 None None] The sync data for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi is: [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:35Z', 'revision_number': 4, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'aa0923a9-06f4-46c5-868c-48bd143ab447', 'name': '', 'network_id': '1700cb12-ad4f-458a-9f0c-80fb65ed585e', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'mac_address': 'fa:16:3e:0b:9f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:34Z', 'updated_at': '2022-04-14T21:21:38Z', 'revision_number': 4, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'subnets': [{'id': '0ec949cf-56c7-4b8d-a403-d1aeb2284be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:21:39.278905 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-69880e29-e164-47be-8a1b-7d5f127ed7ed None None] Current status of the port aa0923a9-06f4-46c5-868c-48bd143ab447 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:39.292489 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (16262ba0-ec5a-4e4e-a3db-adef25a3ec10), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.300806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dbc91-879d-458b-ad94-08719bde378a req-8414d912-c281-4e61-bbc1-04594290675d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:39.302704 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-409dbc91-879d-458b-ad94-08719bde378a req-8414d912-c281-4e61-bbc1-04594290675d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.1843367 Apr 14 21:21:39.365704 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-409dbc91-879d-458b-ad94-08719bde378a req-0236bb8d-1eb1-4c91-9699-1ef1df6b144a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539627 Apr 14 21:21:39.390471 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (16262ba0-ec5a-4e4e-a3db-adef25a3ec10), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.412434 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16262ba0-ec5a-4e4e-a3db-adef25a3ec10,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:39.471310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.475076 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-056a63f3-c901-4e7a-80f9-a87123def3d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5139732 Apr 14 21:21:39.475610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42268) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:39.480011 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:39.588713 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.securitygroups_db [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Project db22e1f6a32543d5985cea7f336991cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:21:39.595383 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (ba97e678-b603-4b1c-9652-38723b263b83), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.679857 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (ba97e678-b603-4b1c-9652-38723b263b83), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.742914 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (ba97e678-b603-4b1c-9652-38723b263b83), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.775106 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba97e678-b603-4b1c-9652-38723b263b83,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:39.850116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.854934 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d58c7c0e-6ec4-4f31-8d9a-fc80910f7023 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3756690 Apr 14 21:21:39.855088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42270) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:39.859719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'security_group_rule': {'security_group_id': '783a34b4-b87a-48d6-87cd-8d632b29b9aa', 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:21:39.984681 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.securitygroups_db [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Project db22e1f6a32543d5985cea7f336991cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:21:39.995090 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (59cc18ae-f07a-4aff-bc12-3b091f19c310), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:40.075031 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (59cc18ae-f07a-4aff-bc12-3b091f19c310), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:40.156445 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643819'] for security_group_rule (59cc18ae-f07a-4aff-bc12-3b091f19c310), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:40.177222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cc18ae-f07a-4aff-bc12-3b091f19c310,revision_number=0']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:40.251789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:40.256630 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-91eef923-d43d-469d-b3e3-7ab51f77b691 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3975618 Apr 14 21:21:40.271069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device aa0923a9-06f4-46c5-868c-48bd143ab447 up at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:40.340835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Provisioning complete for port aa0923a9-06f4-46c5-868c-48bd143ab447 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:40.341473 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:40.488665 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Current status of the port aa0923a9-06f4-46c5-868c-48bd143ab447 is: ACTIVE; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:40.550464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20039aca-6d45-4b4e-b43a-b2a21ef339f4 req-a88658e1-9e97-4436-b2da-a344ba3f94a6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:40.556117 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-20039aca-6d45-4b4e-b43a-b2a21ef339f4 req-a88658e1-9e97-4436-b2da-a344ba3f94a6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0922558 Apr 14 21:21:40.657764 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-20039aca-6d45-4b4e-b43a-b2a21ef339f4 req-4ff1c6b2-2ae8-4a17-8a41-077e0717a713 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966859 Apr 14 21:21:41.016713 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e0b7be92-9ed1-45d9-825c-da30502221e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:41.796407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d21c5d-bb55-4f49-9403-4767c2f15b39 req-ace8c834-c228-4c85-b0d1-abdc55c87ebd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:41.798732 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26d21c5d-bb55-4f49-9403-4767c2f15b39 req-ace8c834-c228-4c85-b0d1-abdc55c87ebd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0498126 Apr 14 21:21:41.857304 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26d21c5d-bb55-4f49-9403-4767c2f15b39 req-a2a5047b-ca24-46d6-937c-5109c22f9a0c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508497 Apr 14 21:21:41.999851 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:43.025988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e0863-95f2-4315-9023-5fb3c781098c req-bb91e0a7-6cb8-4e76-9706-b8ed32a4ba62 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:43.027559 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b87e0863-95f2-4315-9023-5fb3c781098c req-bb91e0a7-6cb8-4e76-9706-b8ed32a4ba62 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Apr 14 21:21:43.082728 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b87e0863-95f2-4315-9023-5fb3c781098c req-28adc4f5-5440-4e93-bf3e-7ad89072878f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445447 Apr 14 21:21:43.350676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:44.210728 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353375d-3a4a-429a-81cc-c669413ff49e req-351c8f44-9ba4-40c2-b77e-267a2a2b5c71 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:44.212231 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d353375d-3a4a-429a-81cc-c669413ff49e req-351c8f44-9ba4-40c2-b77e-267a2a2b5c71 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0565236 Apr 14 21:21:44.260718 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d353375d-3a4a-429a-81cc-c669413ff49e req-962fb30c-b8ee-42e0-9f7f-d47d363d359d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423460 Apr 14 21:21:44.933340 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:45.398008 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317de8-988d-4b9f-ba33-8f3619b10ffc req-c112c9a0-7359-4c59-97fa-32697ab1d1b7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:45.399642 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe317de8-988d-4b9f-ba33-8f3619b10ffc req-c112c9a0-7359-4c59-97fa-32697ab1d1b7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0573919 Apr 14 21:21:45.461375 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-fe317de8-988d-4b9f-ba33-8f3619b10ffc req-5335a3f2-bc5a-4661-9507-fef1630233f4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561218 Apr 14 21:21:46.356449 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-c8d4c3bf-02ac-4d91-939b-3203fbe12017 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432675 Apr 14 21:21:46.444573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-507d3caf-f6d3-4dce-82ea-9bdf642ee1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:46.446052 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-507d3caf-f6d3-4dce-82ea-9bdf642ee1ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0419824 Apr 14 21:21:46.588979 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-628ca3b5-fdfe-40e2-96dc-fd4aee7e19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:46.590477 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-628ca3b5-fdfe-40e2-96dc-fd4aee7e19af service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.1198874 Apr 14 21:21:46.604446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8d3b-5e37-4582-ba8d-71b9b28aa17c req-a826ee1a-922b-45cd-9f56-bdda8157e9c5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:46.606010 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-760d8d3b-5e37-4582-ba8d-71b9b28aa17c req-a826ee1a-922b-45cd-9f56-bdda8157e9c5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0603273 Apr 14 21:21:46.654001 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-760d8d3b-5e37-4582-ba8d-71b9b28aa17c req-0416318e-20ef-41d6-8aea-6799cc4c2d23 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421991 Apr 14 21:21:47.771016 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90875495-bc22-432e-8f71-5c28ff68fd35 req-3a3c4db8-4a99-4e4f-96a7-6205ff53af4f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:47.772612 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90875495-bc22-432e-8f71-5c28ff68fd35 req-3a3c4db8-4a99-4e4f-96a7-6205ff53af4f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0464785 Apr 14 21:21:47.818558 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90875495-bc22-432e-8f71-5c28ff68fd35 req-5a621f69-ed2a-48de-9586-6e96abeb6a52 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404108 Apr 14 21:21:48.939177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6332b1-7ebb-4e81-8a67-f16e60d38d66 req-e62bd5a9-ab29-4a95-b710-5fdbd421a6c6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:48.940799 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bc6332b1-7ebb-4e81-8a67-f16e60d38d66 req-e62bd5a9-ab29-4a95-b710-5fdbd421a6c6 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0505307 Apr 14 21:21:48.988084 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bc6332b1-7ebb-4e81-8a67-f16e60d38d66 req-4e9a57ab-4eca-4dd9-895a-417c89be83dd tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416336 Apr 14 21:21:49.428051 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-706bc734-c235-4487-9d4b-a5e2d8ff56bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 1001 time: 0.0692148 Apr 14 21:21:50.113721 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e000822-1ff7-4ed7-98ce-49a397710687 req-f6cef232-4195-4729-a317-fa39c1c4c1d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:50.115204 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4e000822-1ff7-4ed7-98ce-49a397710687 req-f6cef232-4195-4729-a317-fa39c1c4c1d7 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0493314 Apr 14 21:21:50.161178 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4e000822-1ff7-4ed7-98ce-49a397710687 req-992c2dc6-560c-4685-af3d-e9f52d1c0918 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404747 Apr 14 21:21:51.277787 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a8a3f-ac79-4e5f-b4d9-762284b4c8d0 req-3662c321-361b-406f-bd94-87afe46e7e16 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:51.279269 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-da7a8a3f-ac79-4e5f-b4d9-762284b4c8d0 req-3662c321-361b-406f-bd94-87afe46e7e16 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0466835 Apr 14 21:21:51.325362 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-da7a8a3f-ac79-4e5f-b4d9-762284b4c8d0 req-7c8f8bbb-17cc-4ab7-8477-1ad50cb258f2 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404925 Apr 14 21:21:52.188750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-340349e3-423a-4bca-908a-274ecae9fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:52.190223 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-340349e3-423a-4bca-908a-274ecae9fbfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0474639 Apr 14 21:21:52.232584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-98827feb-96e9-494b-8a91-005c3d289039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:52.234042 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-98827feb-96e9-494b-8a91-005c3d289039 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375316 Apr 14 21:21:52.244319 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-f6273e4c-fc14-4535-af88-5ee97c8f2866 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:21:52.245287 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-f6273e4c-fc14-4535-af88-5ee97c8f2866 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048199 Apr 14 21:21:52.339508 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-397166ac-02b9-4088-bc4f-0ee2310f14a9 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868919 Apr 14 21:21:52.434752 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-195a0084-09ac-44ab-90bb-d598e21f75d0 req-43647d74-0f2d-49bb-ad17-515c9a3e16ab service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885565 Apr 14 21:21:52.575754 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b180ec-2c6b-4f54-b8b6-c66e08ec0411 req-770f21df-b95e-4589-97ea-6c799ca993f8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:52.577403 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-62b180ec-2c6b-4f54-b8b6-c66e08ec0411 req-770f21df-b95e-4589-97ea-6c799ca993f8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 944 time: 0.0460012 Apr 14 21:21:52.627693 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-62b180ec-2c6b-4f54-b8b6-c66e08ec0411 req-a26116be-e88c-4c45-9187-fe1183e95be8 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439150 Apr 14 21:21:53.135171 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:21:53.233111 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:53.244160 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'port_id': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'mac_address': 'fa:16:3e:3a:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:21:53.284685 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:53.285106 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:53.297818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:21:53.315896 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:53.424022 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:53.471989 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=9']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:53.746703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca0b72-c9ae-4896-abe1-5aa0526020b7 req-21d473bc-421d-4944-9c91-e6a3e1c10b35 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:53.748076 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-61ca0b72-c9ae-4896-abe1-5aa0526020b7 req-21d473bc-421d-4944-9c91-e6a3e1c10b35 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Apr 14 21:21:53.793205 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-61ca0b72-c9ae-4896-abe1-5aa0526020b7 req-4813ab66-b74d-4dcf-acd7-be6d6524723f tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395794 Apr 14 21:21:53.907273 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:21:54.910325 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbadd8-bbe3-41ba-8727-990fdb971d9c req-33ed0dca-2d4d-4388-a58f-8c12ecdb37e9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:54.911869 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2fdbadd8-bbe3-41ba-8727-990fdb971d9c req-33ed0dca-2d4d-4388-a58f-8c12ecdb37e9 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 945 time: 0.0473013 Apr 14 21:21:54.964235 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2fdbadd8-bbe3-41ba-8727-990fdb971d9c req-998941ed-6ff4-4edc-bc35-1b1ac336fb84 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432479 Apr 14 21:21:55.153176 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:21:55.199534 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:21:55.199838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:55.278990 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:21:55.279387 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:55.429405 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:21:55.431553 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ea4c5-3c92-4f8c-9b98-79213cf82a8a" -d '{"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:21:55.445867 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:21:55.470882 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c3b026-788c-4301-a12f-c368b4810133 x-openstack-request-id: req-78c3b026-788c-4301-a12f-c368b4810133 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:21:55.471172 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-plugged", "status": "completed", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:21:55.471432 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c3b026-788c-4301-a12f-c368b4810133 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:21:55.471828 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c3b026-788c-4301-a12f-c368b4810133'] response: {'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'code': 200} Apr 14 21:21:55.515423 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:55.562205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=10']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:55.790555 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c1e14-722c-40ed-a960-6869050cdcdc req-51beb503-bc1c-47d1-9fd4-f56d2c3f3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:55.791903 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b8c1e14-722c-40ed-a960-6869050cdcdc req-51beb503-bc1c-47d1-9fd4-f56d2c3f3fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1131 time: 0.0408967 Apr 14 21:21:55.837456 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b8c1e14-722c-40ed-a960-6869050cdcdc req-4fa99511-9d72-4629-95d7-389128a39e19 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389268 Apr 14 21:21:56.080469 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ace3c3-599d-4b97-a832-4b127d38dee5 req-015388f2-97b0-4d5c-9db3-b41fd881a0db tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:56.081962 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7ace3c3-599d-4b97-a832-4b127d38dee5 req-015388f2-97b0-4d5c-9db3-b41fd881a0db tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0463240 Apr 14 21:21:56.131339 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7ace3c3-599d-4b97-a832-4b127d38dee5 req-85f4e496-ba51-4ee5-8939-b85d7062893a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433409 Apr 14 21:21:57.247013 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766d07b-3f0d-4e81-a4dd-576da95bbdd2 req-82662af1-a835-42a9-8d29-57650768bd05 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:57.248493 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6766d07b-3f0d-4e81-a4dd-576da95bbdd2 req-82662af1-a835-42a9-8d29-57650768bd05 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0458038 Apr 14 21:21:57.295473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6766d07b-3f0d-4e81-a4dd-576da95bbdd2 req-988c7201-f0b5-497b-8ef3-618241dd70df tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407529 Apr 14 21:21:57.934893 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:21:58.410859 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c840-c8ba-4d41-83ac-746b9a26e5d1 req-0f512b6e-633a-41aa-950d-820586d3da91 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:58.412342 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7744c840-c8ba-4d41-83ac-746b9a26e5d1 req-0f512b6e-633a-41aa-950d-820586d3da91 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0461161 Apr 14 21:21:58.458934 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7744c840-c8ba-4d41-83ac-746b9a26e5d1 req-a2601b3d-c728-42b0-8d1d-cc9b002c3d4c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407815 Apr 14 21:21:59.274371 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42484) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:21:59.420245 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Deleting port 3c22a8cf-2b40-4ef1-820a-6969cc145fef {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:21:59.420592 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:59.495709 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:59.496066 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for floatingip (3c22a8cf-2b40-4ef1-820a-6969cc145fef), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:59.511637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Calling delete_port for 3c22a8cf-2b40-4ef1-820a-6969cc145fef owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:21:59.632354 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b9c72-5775-414b-a510-3cc4a7134e84 req-5a108897-c0c1-4366-8874-2530075b8f13 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:21:59.633824 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e09b9c72-5775-414b-a510-3cc4a7134e84 req-5a108897-c0c1-4366-8874-2530075b8f13 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0800664 Apr 14 21:21:59.702202 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e09b9c72-5775-414b-a510-3cc4a7134e84 req-0bc36486-e954-44de-9949-4b0e2fe7a5ad tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622516 Apr 14 21:21:59.824443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (3c22a8cf-2b40-4ef1-820a-6969cc145fef), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:59.848477 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event deleted for resources: {'Port': ['ID=3c22a8cf-2b40-4ef1-820a-6969cc145fef,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:21:59.858367 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.858710 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.859056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.859984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.860344 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.860681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.861037 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.861805 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.861805 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.862025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.862310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.862675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.863142 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.863471 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.863792 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:21:59.925224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for floatingip (bcc388e1-fbde-4e23-8412-f85cf2d8c782), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:59.925470 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Floating IP bcc388e1-fbde-4e23-8412-f85cf2d8c782 disassociated (deleted). External IP: 172.27.0.179, port: 9209afc6-c038-43e8-8827-61d339d996f9. Apr 14 21:22:00.134154 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Router b565a8f0-41b8-44c8-90ae-0025463d52cf has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:00.244341 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:00.248846 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:00.254612 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Sync routers for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:00.265047 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:00.266302 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:00.279184 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-94b9252d-438b-4c0a-a472-858e48e2ea0d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "DELETE /v2.0/floatingips/bcc388e1-fbde-4e23-8412-f85cf2d8c782 HTTP/1.1" status: 204 len: 168 time: 1.0037823 Apr 14 21:22:00.279824 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:00.282056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8015bbf-c866-42f2-9e8f-8abf6644aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:00.322831 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50f215-349a-46fe-9c73-028a0498bed2 x-openstack-request-id: req-2d50f215-349a-46fe-9c73-028a0498bed2 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:00.323722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:00.323722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d50f215-349a-46fe-9c73-028a0498bed2 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:00.323945 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50f215-349a-46fe-9c73-028a0498bed2'] response: {'name': 'network-changed', 'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'status': 'completed', 'code': 200} Apr 14 21:22:00.378641 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:00.384620 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-1a3e6ad3-f391-44c2-8416-36502676472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:00.386177 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-1a3e6ad3-f391-44c2-8416-36502676472e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 1129 time: 0.0404499 Apr 14 21:22:00.481417 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-9a3e990f-8b15-40e1-aab3-6e0750023c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:00.482837 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-9a3e990f-8b15-40e1-aab3-6e0750023c91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 200 len: 909 time: 0.0904465 Apr 14 21:22:00.524478 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-898f44ce-0728-457c-a88f-3658d2da4a3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 200 len: 217 time: 0.0347292 Apr 14 21:22:00.588790 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-afd3f52e-a676-436f-b6f2-16e3676fcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:00.590328 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-afd3f52e-a676-436f-b6f2-16e3676fcc21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 200 len: 847 time: 0.0603557 Apr 14 21:22:00.661808 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:00.691991 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Checking router: b565a8f0-41b8-44c8-90ae-0025463d52cf for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:00.700893 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:00.701541 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:00.730735 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328518e8-9e1c-43b8-b5dc-2e733f4b20a3 req-61eeffa8-20f8-4542-896e-3737a826d4c5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:00.732254 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-328518e8-9e1c-43b8-b5dc-2e733f4b20a3 req-61eeffa8-20f8-4542-896e-3737a826d4c5 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Apr 14 21:22:00.781823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-328518e8-9e1c-43b8-b5dc-2e733f4b20a3 req-58a05e04-59fc-4bd3-bc49-895da49f193d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Apr 14 21:22:00.810845 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:00.999532 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:01.026430 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef53fd-e578-42c5-8feb-1c191642d6b7 None None] The sync data for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi is: [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:00Z', 'revision_number': 4, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'b3bb1708-87a1-4c65-b010-9a68c68efc26', 'name': '', 'network_id': '0a4048bd-d5eb-4601-8fea-9b388ef916cf', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'mac_address': 'fa:16:3e:31:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:59Z', 'updated_at': '2022-04-14T21:15:04Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'subnets': [{'id': '70e2bfa7-9d6c-4279-ae8a-93c0a7856207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:01.266663 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb50bd-1ec9-418b-965f-996aab5c8914 None None] New status for floating IP bcc388e1-fbde-4e23-8412-f85cf2d8c782: DOWN {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:22:01.795166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-4a606735-ad33-4a13-b62a-22f601ba2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:01.796718 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-4a606735-ad33-4a13-b62a-22f601ba2ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a4048bd-d5eb-4601-8fea-9b388ef916cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398881 Apr 14 21:22:01.900587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dbab2-a56a-4e4c-8d79-05756c522383 req-1407c720-445a-41f7-b943-9f346f52e73d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:01.902718 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d81dbab2-a56a-4e4c-8d79-05756c522383 req-1407c720-445a-41f7-b943-9f346f52e73d tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Apr 14 21:22:01.954622 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d81dbab2-a56a-4e4c-8d79-05756c522383 req-ff2f6af8-38d7-49ec-a129-9af2a7614860 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Apr 14 21:22:02.930240 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-159d5be9-fae7-4433-be95-3f298cf85773 service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703043 Apr 14 21:22:03.017803 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b8015bbf-c866-42f2-9e8f-8abf6644aa31 req-bae66fca-02ff-49dd-801c-c8eeae99394a service neutron] 10.222.0.57 "GET /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816300 Apr 14 21:22:03.069537 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a9442-7dd7-4f14-a197-6a000ed99718 req-a2bc9506-2b4e-4cdb-ab9e-5bf024e3b154 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:03.070996 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8d5a9442-7dd7-4f14-a197-6a000ed99718 req-a2bc9506-2b4e-4cdb-ab9e-5bf024e3b154 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0491266 Apr 14 21:22:03.117807 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8d5a9442-7dd7-4f14-a197-6a000ed99718 req-a8bff246-339a-4447-9bca-0c20ec624f90 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d11f33b-32a5-433f-872c-200921fb06c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Apr 14 21:22:03.351610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-29b192e8-7d26-4d83-b8bc-83ad93147b80 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:03.353193 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-29b192e8-7d26-4d83-b8bc-83ad93147b80 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 945 time: 0.0472219 Apr 14 21:22:03.444290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Deleting port 9209afc6-c038-43e8-8827-61d339d996f9 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:03.444536 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (9209afc6-c038-43e8-8827-61d339d996f9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:03.539845 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] For port 9209afc6-c038-43e8-8827-61d339d996f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9209afc6-c038-43e8-8827-61d339d996f9,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:03.540209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (9209afc6-c038-43e8-8827-61d339d996f9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:03.554213 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Calling delete_port for 9209afc6-c038-43e8-8827-61d339d996f9 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:03.772862 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (9209afc6-c038-43e8-8827-61d339d996f9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:03.802432 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event deleted for resources: {'Port': ['ID=9209afc6-c038-43e8-8827-61d339d996f9,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:03.849213 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] No DVR routers for this DVR port 9209afc6-c038-43e8-8827-61d339d996f9 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:03.851902 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:03.855268 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-299bc0d8-7f2b-4523-90a0-b7e31a25fce0 req-14c9bf3b-c434-4628-8c0c-bfc5c2268e97 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.57 "DELETE /v2.0/ports/9209afc6-c038-43e8-8827-61d339d996f9 HTTP/1.1" status: 204 len: 173 time: 0.4945765 Apr 14 21:22:03.855708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-deleted', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:03.858145 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b38eb2-6115-48ed-a78a-1a596bb55200" -d '{"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-deleted", "tag": "9209afc6-c038-43e8-8827-61d339d996f9"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:03.893127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df821b29-4c9f-4409-a9a3-96b4fb33d9d3 x-openstack-request-id: req-df821b29-4c9f-4409-a9a3-96b4fb33d9d3 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:03.893426 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e821c816-872e-4d71-ad5e-6298a8e4e299", "name": "network-vif-deleted", "tag": "9209afc6-c038-43e8-8827-61d339d996f9", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:03.893684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df821b29-4c9f-4409-a9a3-96b4fb33d9d3 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:03.895272 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df821b29-4c9f-4409-a9a3-96b4fb33d9d3'] response: {'server_uuid': 'e821c816-872e-4d71-ad5e-6298a8e4e299', 'name': 'network-vif-deleted', 'tag': '9209afc6-c038-43e8-8827-61d339d996f9', 'status': 'completed', 'code': 200} Apr 14 21:22:04.221654 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b9a158b5-87f1-45a2-92ba-9c6ef8d5364a req-2861b63f-7229-4800-a884-aca2f6dd04d4 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0323725 Apr 14 21:22:04.714913 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-46f0a08c-4f0e-43ce-8e81-e5f4e209d039 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515143309&fields=id&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 267 time: 0.0477159 Apr 14 21:22:04.819000 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-24898780-3b30-4705-9ad1-4dffb1855070 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:04.820370 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-24898780-3b30-4705-9ad1-4dffb1855070 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.0985653 Apr 14 21:22:04.842845 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-cace5494-47b2-43ce-903d-caeee2edabea tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/quotas/db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 375 time: 0.0171824 Apr 14 21:22:04.900420 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45967b78-fab4-46a3-8af1-5366de568e9b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520990 Apr 14 21:22:04.916876 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-61582455-78d1-4cb7-9d35-b995ec0663f6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:22:04.920033 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-61582455-78d1-4cb7-9d35-b995ec0663f6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054705 Apr 14 21:22:05.019638 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-162d7e12-ddcf-44f7-b77a-e11365458679 service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952165 Apr 14 21:22:05.114640 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-d2c50347-be55-4cb4-9dba-2106364df63d service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887673 Apr 14 21:22:05.327501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e871cac6-f334-475c-9ce3-cd9d1fdec264 req-6233383b-77ec-4647-ae5d-322e2aab61dd tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "GET /v2.0/ports?device_id=e821c816-872e-4d71-ad5e-6298a8e4e299 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Apr 14 21:22:05.758350 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8e0e6f3-d461-4fe2-ae34-c335642c6546 req-3a04295f-a635-42a7-b07a-510257be14db tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Apr 14 21:22:06.388909 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42578) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:06.446720 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (0d11f33b-32a5-433f-872c-200921fb06c1), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:06.473364 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (0d11f33b-32a5-433f-872c-200921fb06c1), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:06.761496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (0d11f33b-32a5-433f-872c-200921fb06c1), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:06.764088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:06.765371 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d11f33b-32a5-433f-872c-200921fb06c1 HTTP/1.1" status: 204 len: 168 time: 0.3752670 Apr 14 21:22:06.775122 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036305-25f1-4e27-8173-bbd3e7da2204 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11f33b-32a5-433f-872c-200921fb06c1,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:06.903689 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42588) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:06.922165 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:06.958280 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-8df8b003-f1dc-4dcb-944c-07dc7be6c435 req-a12932e2-bc30-4685-a38e-040303bfe686 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 210 time: 0.0406659 Apr 14 21:22:07.181938 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:07.202163 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 9209afc6-c038-43e8-8827-61d339d996f9 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:07.204498 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 9209afc6-c038-43e8-8827-61d339d996f9 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:07.596163 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:07.835578 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Deleting port b3bb1708-87a1-4c65-b010-9a68c68efc26 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:07.835922 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:07.920721 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] For port b3bb1708-87a1-4c65-b010-9a68c68efc26, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=b3bb1708-87a1-4c65-b010-9a68c68efc26,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:07.921434 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:07.935905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Calling delete_port for b3bb1708-87a1-4c65-b010-9a68c68efc26 owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:08.079386 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5b845de8-170b-4123-bd00-2fd5bd3022f6 req-9e05b57b-97cc-4f51-aa9c-de17e032693b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 210 time: 0.0367706 Apr 14 21:22:08.218108 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (b3bb1708-87a1-4c65-b010-9a68c68efc26), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:08.248558 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bb1708-87a1-4c65-b010-9a68c68efc26,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:08.277919 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.278278 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.278625 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.279117 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.279584 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.279918 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.280250 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.280572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.280899 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.281418 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.281892 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.282230 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.282557 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.282882 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.283203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:08.377547 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-2ae19114-4842-49f9-b914-db2523c28605 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:08.379015 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-2ae19114-4842-49f9-b914-db2523c28605 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.1150799 Apr 14 21:22:08.439078 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:08.455178 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-75be3b6f-4853-4925-bba2-c99289a89564 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 380 time: 0.0679626 Apr 14 21:22:08.465025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'port': {'device_id': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'admin_state_up': True, 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'security_groups': ['783a34b4-b87a-48d6-87cd-8d632b29b9aa']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:22:08.656707 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Made reservation on behalf of db22e1f6a32543d5985cea7f336991cc for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:22:08.660266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:08.670525 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Router b565a8f0-41b8-44c8-90ae-0025463d52cf has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:08.713601 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4477af75-be4f-41da-9ea8-365762be8c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:08.780463 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:08.785964 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0e5b65bb-1ae1-453d-a6ee-6b09034c39e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/b565a8f0-41b8-44c8-90ae-0025463d52cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805494 Apr 14 21:22:08.788733 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42596) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:08.793332 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Sync routers for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:08.797365 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.20.0.5 (3bbbc7c8-93e7-4c59-9cfd-66de67d65080/d1672f2d-0676-46d8-8672-2152da3c7430/2045da41-c3a5-4ff4-a388-24f8cab49c7c) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:22:08.803791 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:08.804402 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:08.896781 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks [] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:08.917606 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:08.952124 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.009009 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks [] for router_gateway (b565a8f0-41b8-44c8-90ae-0025463d52cf), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.047529 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.094737 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:22:09.097974 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:22:09.105031 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:22:09.107917 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:22:08Z', 'revision_number': 5, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port': {'id': 'c535d1a7-6568-432e-b8e5-372ea7ed7705', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:09.112555 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Deleting port c535d1a7-6568-432e-b8e5-372ea7ed7705 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:09.113020 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.132296 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:09.153740 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Checking router: b565a8f0-41b8-44c8-90ae-0025463d52cf for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:09.162011 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:09.163195 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.166133 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Routers {'b565a8f0-41b8-44c8-90ae-0025463d52cf'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:09.166759 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:21:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['b565a8f0-41b8-44c8-90ae-0025463d52cf'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:09.216504 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] For port c535d1a7-6568-432e-b8e5-372ea7ed7705, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=c535d1a7-6568-432e-b8e5-372ea7ed7705,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:09.217053 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.231543 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Calling delete_port for c535d1a7-6568-432e-b8e5-372ea7ed7705 owned by network:router_gateway {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:09.252667 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a128c1-9291-4898-abbf-6190e678dc56 req-2265b498-b1bb-427c-b784-fc25442d91b7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:09.254272 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26a128c1-9291-4898-abbf-6190e678dc56 req-2265b498-b1bb-427c-b784-fc25442d91b7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 931 time: 0.0611229 Apr 14 21:22:09.258134 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-45ba8fd6-a4eb-45a5-aac5-19af613213cc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974868 Apr 14 21:22:09.274452 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Request body: {'port': {'device_id': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:22:09.277421 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] Set router b565a8f0-41b8-44c8-90ae-0025463d52cf gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:09.336192 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:22:09Z', 'revision_number': 6, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:09.347518 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-26a128c1-9291-4898-abbf-6190e678dc56 req-038e5921-d719-428b-a68a-9284f8c7e080 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857968 Apr 14 21:22:09.372541 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923ad9b-89f1-4baa-b3b8-e5cf1cf9b189 None None] The sync data for ids ['b565a8f0-41b8-44c8-90ae-0025463d52cf'] in dv-cinder-837542-3-iscsi is: [{'id': 'b565a8f0-41b8-44c8-90ae-0025463d52cf', 'name': 'tempest-TestShelveInstance-178551305-router', 'tenant_id': '63e765f15c224887ae831ee7c1cbdeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:14:55Z', 'updated_at': '2022-04-14T21:22:09Z', 'revision_number': 6, 'project_id': '63e765f15c224887ae831ee7c1cbdeb5', 'gw_port_host': None}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:09.384590 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.491726 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-7d918937-1372-40c9-ba39-377925ca6d02 None None] Provisioning complete for port 2045da41-c3a5-4ff4-a388-24f8cab49c7c triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:22:09.492097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7d918937-1372-40c9-ba39-377925ca6d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.516177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (c535d1a7-6568-432e-b8e5-372ea7ed7705), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.526485 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7d918937-1372-40c9-ba39-377925ca6d02 None None] Port 2045da41-c3a5-4ff4-a388-24f8cab49c7c cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:22:09.546800 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c535d1a7-6568-432e-b8e5-372ea7ed7705,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:09.609463 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.657739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2045da41-c3a5-4ff4-a388-24f8cab49c7c {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:22:09.665666 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks [] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.678219 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Transition to ACTIVE for port object 2045da41-c3a5-4ff4-a388-24f8cab49c7c will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:22:09.701420 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.704073 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks [] for router_controller (b565a8f0-41b8-44c8-90ae-0025463d52cf), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.744476 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.799485 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:09.829744 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (b565a8f0-41b8-44c8-90ae-0025463d52cf), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.830287 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b565a8f0-41b8-44c8-90ae-0025463d52cf {{(pid=104064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:22:09.839203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.839203 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-09deb3cd-8f72-4968-91a9-0f347a776ec8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b565a8f0-41b8-44c8-90ae-0025463d52cf HTTP/1.1" status: 204 len: 168 time: 1.0488830 Apr 14 21:22:09.839203 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42604) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:09.884254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Attempting to bind port 2045da41-c3a5-4ff4-a388-24f8cab49c7c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:22:09.884699 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Attempting to bind port 2045da41-c3a5-4ff4-a388-24f8cab49c7c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:22:09.885159 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Attempting to bind port 2045da41-c3a5-4ff4-a388-24f8cab49c7c on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:22:09.887324 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Deleting subnet 70e2bfa7-9d6c-4279-ae8a-93c0a7856207 {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:22:09.891112 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Publish callbacks [] for subnet (70e2bfa7-9d6c-4279-ae8a-93c0a7856207), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.893299 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Port 2045da41-c3a5-4ff4-a388-24f8cab49c7c on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:22:09.893630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Attempting to bind port 2045da41-c3a5-4ff4-a388-24f8cab49c7c on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:22:09.899056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:22:09.899397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:22:09.899785 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Bound using segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:22:09.900218 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Bound port: 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:22:09.900581 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.928200 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409999'] for subnet (70e2bfa7-9d6c-4279-ae8a-93c0a7856207), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:09.970060 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:22:09.974013 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:22:10.017107 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (70e2bfa7-9d6c-4279-ae8a-93c0a7856207), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.070413 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.112895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.112895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.112895 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] 10.222.0.57 "PUT /v2.0/ports/2045da41-c3a5-4ff4-a388-24f8cab49c7c HTTP/1.1" status: 200 len: 1093 time: 0.8366799 Apr 14 21:22:10.112895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:10.112895 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19fbd0-4ffd-4478-a547-50c22b001773" -d '{"events": [{"name": "network-changed", "server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:10.137081 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8691863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10378450'] for subnet (70e2bfa7-9d6c-4279-ae8a-93c0a7856207), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.154003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef90922-9ea4-44f9-b5da-04793de8fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:10.160141 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b225361-afb4-458f-a361-38d11becae81 x-openstack-request-id: req-2b225361-afb4-458f-a361-38d11becae81 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:10.160454 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:10.160770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b225361-afb4-458f-a361-38d11becae81 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:10.161238 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b225361-afb4-458f-a361-38d11becae81'] response: {'name': 'network-changed', 'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'status': 'completed', 'code': 200} Apr 14 21:22:10.187530 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.194209 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42610) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:10.194383 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70e2bfa7-9d6c-4279-ae8a-93c0a7856207 HTTP/1.1" status: 204 len: 168 time: 0.3540206 Apr 14 21:22:10.195551 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f6648-30c0-4ee2-8ddf-e5b359b66e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e2bfa7-9d6c-4279-ae8a-93c0a7856207,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:10.200277 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f293484-d2cb-4b43-bfbf-f137d6e1ffd2 None None] Network 0a4048bd-d5eb-4601-8fea-9b388ef916cf requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:22:10.288442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-1797d833-68cb-4324-80e6-5e4867d59ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.290425 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-1797d833-68cb-4324-80e6-5e4867d59ffc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1127 time: 0.1073012 Apr 14 21:22:10.301602 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c535d1a7-6568-432e-b8e5-372ea7ed7705 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:10.338006 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: c535d1a7-6568-432e-b8e5-372ea7ed7705 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:10.338740 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device c535d1a7-6568-432e-b8e5-372ea7ed7705 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:10.339388 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device b3bb1708-87a1-4c65-b010-9a68c68efc26 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:10.344430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (0a4048bd-d5eb-4601-8fea-9b388ef916cf), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.366603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: b3bb1708-87a1-4c65-b010-9a68c68efc26 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:10.367299 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device b3bb1708-87a1-4c65-b010-9a68c68efc26 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:10.449473 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] DHCP port deletion for 0a4048bd-d5eb-4601-8fea-9b388ef916cf request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:22:10.492238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-7e140de7-f25a-43ba-8fda-eaf3cb16d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.493863 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-7e140de7-f25a-43ba-8fda-eaf3cb16d5bd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db22e1f6a32543d5985cea7f336991cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1947663 Apr 14 21:22:10.498749 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Deleting port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:10.499353 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.534673 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff4c33-d0d3-458c-8992-6c0d471f1cca req-39d6a752-9625-4db5-99bc-3b89767ff1bd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.536199 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8ff4c33-d0d3-458c-8992-6c0d471f1cca req-39d6a752-9625-4db5-99bc-3b89767ff1bd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.1036901 Apr 14 21:22:10.563601 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Deleting port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:10.563936 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.576919 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] For port 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=14de2e7d-0f14-497e-81fc-9246dbb9fb65,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:10.577358 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.590215 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Calling delete_port for 14de2e7d-0f14-497e-81fc-9246dbb9fb65 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:10.680633 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8ff4c33-d0d3-458c-8992-6c0d471f1cca req-481f1c5f-8680-40f1-8f11-39f0d804e4d9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275437 Apr 14 21:22:10.704601 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] For port 14de2e7d-0f14-497e-81fc-9246dbb9fb65, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=14de2e7d-0f14-497e-81fc-9246dbb9fb65,segment=NetworkSegment(63299c8f-5795-41c1-9ea0-57879fffd1a2),segment_id=63299c8f-5795-41c1-9ea0-57879fffd1a2)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:10.704980 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.717087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-d5e796e5-3559-4d46-a669-b87d2f50f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.720223 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fe19fbd0-4ffd-4478-a547-50c22b001773 req-d5e796e5-3559-4d46-a669-b87d2f50f7a0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169304 Apr 14 21:22:10.722893 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Calling delete_port for 14de2e7d-0f14-497e-81fc-9246dbb9fb65 owned by network:dhcp {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:10.767215 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.790706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Pushing event deleted for resources: {'Port': ['ID=14de2e7d-0f14-497e-81fc-9246dbb9fb65,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:10.800332 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.800678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.801042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.801384 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.801718 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.802048 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.802372 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.802706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.803030 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.803352 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.803677 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.804001 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.804326 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.804666 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.804990 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:22:10.807756 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3de9ec-b7f4-4ace-bc67-bc25ab94d38a None None] No DVR routers for this DVR port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:10.810886 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-80294e62-a188-4886-9b59-de73f6c1e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.812638 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-80294e62-a188-4886-9b59-de73f6c1e930 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1127 time: 0.0503111 Apr 14 21:22:10.859201 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-1ec91afe-5303-42da-a95b-c1429760eee4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c HTTP/1.1" status: 200 len: 217 time: 0.0398808 Apr 14 21:22:10.902574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (14de2e7d-0f14-497e-81fc-9246dbb9fb65), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:10.934725 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-3c5b1e41-e43a-4c7a-b048-7c03ce1e3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:10.936093 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-3c5b1e41-e43a-4c7a-b048-7c03ce1e3e02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0713916 Apr 14 21:22:10.936897 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] No DVR routers for this DVR port 14de2e7d-0f14-497e-81fc-9246dbb9fb65 on host dv-cinder-837542-3-iscsi {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:10.939007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Pushing event deleted for resources: {'Port': ['ID=14de2e7d-0f14-497e-81fc-9246dbb9fb65,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:11.038310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-f74705d0-9c58-42a8-af60-08a833088bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:11.039810 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-f74705d0-9c58-42a8-af60-08a833088bef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800581 Apr 14 21:22:11.041256 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (0a4048bd-d5eb-4601-8fea-9b388ef916cf), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.058158 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bb77a099-e479-4bf3-8d21-30992bb32e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.087442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4048bd-d5eb-4601-8fea-9b388ef916cf']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:11.121497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63299c8f-5795-41c1-9ea0-57879fffd1a2') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:11.121795 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63299c8f-5795-41c1-9ea0-57879fffd1a2') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:11.135042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (63299c8f-5795-41c1-9ea0-57879fffd1a2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.155457 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (63299c8f-5795-41c1-9ea0-57879fffd1a2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.169649 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:22:11.170032 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (63299c8f-5795-41c1-9ea0-57879fffd1a2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self.session.flush() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self.session.flush() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self.session.flush() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self.session.flush() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:22:11.172185 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:22:11.190964 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-2b282b8d-a17f-41f9-8b3a-6003731f50f3 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405981 Apr 14 21:22:11.304663 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f7573777-2ba0-4c31-aba2-b90cb071d6fe req-719a30e4-440b-4bbf-b6ce-8b2acbd884b9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870423 Apr 14 21:22:11.337905 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (0a4048bd-d5eb-4601-8fea-9b388ef916cf), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.343075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:11.346214 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] 10.222.0.24 "DELETE /v2.0/networks/0a4048bd-d5eb-4601-8fea-9b388ef916cf HTTP/1.1" status: 204 len: 168 time: 1.1510601 Apr 14 21:22:11.349275 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42616) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:11.356875 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5085a-05f2-44a7-b2f6-6da6170da01b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4048bd-d5eb-4601-8fea-9b388ef916cf,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:11.826951 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594ee67-bdb2-4b0d-bc32-3802e0077dff req-c55129f9-5f08-4994-9a04-2183b045e31e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:11.829095 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2594ee67-bdb2-4b0d-bc32-3802e0077dff req-c55129f9-5f08-4994-9a04-2183b045e31e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0609362 Apr 14 21:22:11.928777 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-2594ee67-bdb2-4b0d-bc32-3802e0077dff req-684661ff-0f20-4e4f-996e-61f6a2691627 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790250 Apr 14 21:22:11.984437 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.018264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.226582 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 14de2e7d-0f14-497e-81fc-9246dbb9fb65 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:12.227821 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Deleting port 4eac7fcd-f63a-40ce-aea7-28c5414de866 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:12.228373 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.250805 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 14de2e7d-0f14-497e-81fc-9246dbb9fb65 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:12.251069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 14de2e7d-0f14-497e-81fc-9246dbb9fb65 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:12.309527 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] For port 4eac7fcd-f63a-40ce-aea7-28c5414de866, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=4eac7fcd-f63a-40ce-aea7-28c5414de866,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:12.309904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.323152 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Calling delete_port for 4eac7fcd-f63a-40ce-aea7-28c5414de866 owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:12.570237 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (4eac7fcd-f63a-40ce-aea7-28c5414de866), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.592903 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eac7fcd-f63a-40ce-aea7-28c5414de866,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:12.763483 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:12.984452 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Router 3b78978d-b047-45d6-bf66-04785cf3f0f4 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:13.042473 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d1f3e-0bb1-40f1-9deb-17ecd68b8ba8 req-ddd0dee9-e4f5-4461-8a0d-129e4f834afe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:13.043937 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-133d1f3e-0bb1-40f1-9deb-17ecd68b8ba8 req-ddd0dee9-e4f5-4461-8a0d-129e4f834afe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0483201 Apr 14 21:22:13.104828 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-133d1f3e-0bb1-40f1-9deb-17ecd68b8ba8 req-84dbecfb-ecd8-440a-a96c-d45b74258a7c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552251 Apr 14 21:22:13.106477 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:13.111966 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d2101699-51d9-4e2f-a867-1d8263dda32c admin admin] 10.222.0.24 "PUT /v2.0/routers/3b78978d-b047-45d6-bf66-04785cf3f0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611949 Apr 14 21:22:13.114285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42624) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:13.117794 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Sync routers for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:13.132913 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:13.133951 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:13.224942 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks [] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.243644 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:13.332881 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks [] for router_gateway (3b78978d-b047-45d6-bf66-04785cf3f0f4), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.418734 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.425565 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:22:12Z', 'revision_number': 5, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port': {'id': '01dc9847-fd3e-4d3b-9399-be62aff8cad1', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:15:05Z', 'updated_at': '2022-04-14T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:13.460192 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Checking router: 3b78978d-b047-45d6-bf66-04785cf3f0f4 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:13.472919 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Routers {'3b78978d-b047-45d6-bf66-04785cf3f0f4'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:13.473655 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['3b78978d-b047-45d6-bf66-04785cf3f0f4'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:13.494304 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Deleting port 01dc9847-fd3e-4d3b-9399-be62aff8cad1 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:13.494573 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.563924 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] Set router 3b78978d-b047-45d6-bf66-04785cf3f0f4 gateway port host: None {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:13.574572 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] For port 01dc9847-fd3e-4d3b-9399-be62aff8cad1, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=01dc9847-fd3e-4d3b-9399-be62aff8cad1,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:13.575131 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.587660 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Calling delete_port for 01dc9847-fd3e-4d3b-9399-be62aff8cad1 owned by network:router_gateway {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:13.615585 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:22:13Z', 'revision_number': 6, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:13.645257 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e46775-8a82-41b1-9ebf-b93f519822e1 None None] The sync data for ids ['3b78978d-b047-45d6-bf66-04785cf3f0f4'] in dv-cinder-837542-3-iscsi is: [{'id': '3b78978d-b047-45d6-bf66-04785cf3f0f4', 'name': 'tempest-TestShelveInstance-868822279-router', 'tenant_id': 'acb2188aec3642f3a356b31557c019d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:15:04Z', 'updated_at': '2022-04-14T21:22:13Z', 'revision_number': 6, 'project_id': 'acb2188aec3642f3a356b31557c019d1', 'gw_port_host': None}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:13.818656 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (01dc9847-fd3e-4d3b-9399-be62aff8cad1), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.844592 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Pushing event deleted for resources: {'Port': ['ID=01dc9847-fd3e-4d3b-9399-be62aff8cad1,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:13.905198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.997125 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:13.999939 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks [] for router_controller (3b78978d-b047-45d6-bf66-04785cf3f0f4), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.143975 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (3b78978d-b047-45d6-bf66-04785cf3f0f4), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.144543 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b78978d-b047-45d6-bf66-04785cf3f0f4 {{(pid=104064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:22:14.150382 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.155796 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c30701f6-99d9-40f7-9e75-098ebb7770ab admin admin] 10.222.0.24 "DELETE /v2.0/routers/3b78978d-b047-45d6-bf66-04785cf3f0f4 HTTP/1.1" status: 204 len: 168 time: 1.0364580 Apr 14 21:22:14.155796 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42630) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:14.227638 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Deleting subnet b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:22:14.234841 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Publish callbacks [] for subnet (b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.246300 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c004-af43-4835-a1fc-6504f2882742 req-654022cf-a197-4a20-bfd2-5c636e0e7750 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:14.247840 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-37c4c004-af43-4835-a1fc-6504f2882742 req-654022cf-a197-4a20-bfd2-5c636e0e7750 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0644686 Apr 14 21:22:14.301710 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409999'] for subnet (b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.350876 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-37c4c004-af43-4835-a1fc-6504f2882742 req-7d1efa3e-a0c4-40a2-9c98-d40477444626 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839548 Apr 14 21:22:14.417449 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.458452 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4eac7fcd-f63a-40ce-aea7-28c5414de866 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:14.536209 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8691863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10378450'] for subnet (b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.561138 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:14.572642 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.579631 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-1c0f40bd-1f5c-4d72-a9e0-eab265787142 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b25cb7fa-9b0e-42e5-ab47-2cb448c2ee8a HTTP/1.1" status: 204 len: 168 time: 0.4221890 Apr 14 21:22:14.580254 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42634) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:14.591859 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29105047-7598-41cb-ba6f-a2c6853503c2 None None] Network e542ca6b-e8f0-4746-9f77-b5d4ff416263 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:22:14.610352 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 4eac7fcd-f63a-40ce-aea7-28c5414de866 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:14.613331 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 4eac7fcd-f63a-40ce-aea7-28c5414de866 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:14.613331 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 01dc9847-fd3e-4d3b-9399-be62aff8cad1 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:14.649339 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 01dc9847-fd3e-4d3b-9399-be62aff8cad1 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:14.649691 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 01dc9847-fd3e-4d3b-9399-be62aff8cad1 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:14.686605 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (e542ca6b-e8f0-4746-9f77-b5d4ff416263), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.731290 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Deleting port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:14.731637 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.794138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] DHCP port deletion for e542ca6b-e8f0-4746-9f77-b5d4ff416263 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:22:14.806337 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] For port 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=34a1b346-7c65-4fc8-946e-6d49fe1ce360,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:14.806784 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.820710 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Calling delete_port for 34a1b346-7c65-4fc8-946e-6d49fe1ce360 owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:14.845576 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Deleting port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:14.845953 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.913239 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] For port 34a1b346-7c65-4fc8-946e-6d49fe1ce360, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=34a1b346-7c65-4fc8-946e-6d49fe1ce360,segment=NetworkSegment(f34738e0-53ce-44c1-94d1-933147cae7ca),segment_id=f34738e0-53ce-44c1-94d1-933147cae7ca)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:14.913519 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:14.928939 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Calling delete_port for 34a1b346-7c65-4fc8-946e-6d49fe1ce360 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:14.942366 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.004621 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.013973 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (34a1b346-7c65-4fc8-946e-6d49fe1ce360), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.032672 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] No DVR routers for this DVR port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:15.036537 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a1b346-7c65-4fc8-946e-6d49fe1ce360,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:15.040511 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] Pushing event deleted for resources: {'Port': ['ID=34a1b346-7c65-4fc8-946e-6d49fe1ce360,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:15.042382 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90109236-7cc1-44b2-a07d-b39b100b2a24 None None] No DVR routers for this DVR port 34a1b346-7c65-4fc8-946e-6d49fe1ce360 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:15.119334 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (e542ca6b-e8f0-4746-9f77-b5d4ff416263), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.140230 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e542ca6b-e8f0-4746-9f77-b5d4ff416263']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:15.150041 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34738e0-53ce-44c1-94d1-933147cae7ca') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:15.150322 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34738e0-53ce-44c1-94d1-933147cae7ca') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:15.161434 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (f34738e0-53ce-44c1-94d1-933147cae7ca), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.174988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (f34738e0-53ce-44c1-94d1-933147cae7ca), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.181336 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:22:15.181733 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (f34738e0-53ce-44c1-94d1-933147cae7ca), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:22:15.183475 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:22:15.341405 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (e542ca6b-e8f0-4746-9f77-b5d4ff416263), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.347426 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.350705 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e542ca6b-e8f0-4746-9f77-b5d4ff416263 HTTP/1.1" status: 204 len: 168 time: 0.7698114 Apr 14 21:22:15.362370 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac48689-353b-47b2-b6e0-1c8894139917 admin admin] Pushing event deleted for resources: {'Network': ['ID=e542ca6b-e8f0-4746-9f77-b5d4ff416263,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:15.492151 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbce2-68e7-4b77-ae5a-d95ac625b33f req-4dee9b35-9ba1-4793-b6c9-a272c0227e64 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:15.492151 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa6bbce2-68e7-4b77-ae5a-d95ac625b33f req-4dee9b35-9ba1-4793-b6c9-a272c0227e64 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0490813 Apr 14 21:22:15.543691 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fa6bbce2-68e7-4b77-ae5a-d95ac625b33f req-4e8db9a5-21a6-4b69-a98d-5e298e9508e6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Apr 14 21:22:15.715211 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42652) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:15.759843 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6196c32b-71c5-4e95-b499-c5b850277148 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63e765f15c224887ae831ee7c1cbdeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433724 Apr 14 21:22:15.769274 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42656) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:15.824403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] Publish callbacks [] for security_group (fe04694d-aac4-4edb-a4e1-b4dc7287ef06), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:15.849177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] Publish callbacks [] for security_group (fe04694d-aac4-4edb-a4e1-b4dc7287ef06), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.029668 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fe04694d-aac4-4edb-a4e1-b4dc7287ef06), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.032264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.033454 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe04694d-aac4-4edb-a4e1-b4dc7287ef06 HTTP/1.1" status: 204 len: 168 time: 0.2699308 Apr 14 21:22:16.043793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26fc68-9c94-4536-846e-c8dcf4d3f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04694d-aac4-4edb-a4e1-b4dc7287ef06,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:16.222182 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 34a1b346-7c65-4fc8-946e-6d49fe1ce360 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:16.242280 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 34a1b346-7c65-4fc8-946e-6d49fe1ce360 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:16.242629 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 34a1b346-7c65-4fc8-946e-6d49fe1ce360 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:16.657607 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549be62-f75b-4c80-b859-f92df812cce4 req-9f6346cc-5b2b-4f31-8567-92e6aa5dadfa tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:16.659113 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6549be62-f75b-4c80-b859-f92df812cce4 req-9f6346cc-5b2b-4f31-8567-92e6aa5dadfa tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0481291 Apr 14 21:22:16.681965 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42668) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:16.712216 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6549be62-f75b-4c80-b859-f92df812cce4 req-a415269c-b38d-402b-a40d-0250ed32edfd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472553 Apr 14 21:22:16.726924 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8c19bb31-a140-4d8e-90bb-2713a97b0ab2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acb2188aec3642f3a356b31557c019d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435820 Apr 14 21:22:16.729286 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42670) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:16.779075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] Publish callbacks [] for security_group (591bbcc8-6fe9-4b62-a41f-30ed9917b7df), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.802175 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] Publish callbacks [] for security_group (591bbcc8-6fe9-4b62-a41f-30ed9917b7df), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.966867 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (591bbcc8-6fe9-4b62-a41f-30ed9917b7df), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.970150 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:16.971367 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/591bbcc8-6fe9-4b62-a41f-30ed9917b7df HTTP/1.1" status: 204 len: 168 time: 0.2411296 Apr 14 21:22:16.979301 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122adf3b-1470-4c85-ae95-a4350e7bbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bbcc8-6fe9-4b62-a41f-30ed9917b7df,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:17.835266 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daaedf-2523-4f8c-b025-f0d62570bc18 req-f0075e59-6b96-40f4-8332-b5c775bb1279 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:17.836727 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a8daaedf-2523-4f8c-b025-f0d62570bc18 req-f0075e59-6b96-40f4-8332-b5c775bb1279 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0534739 Apr 14 21:22:17.885548 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a8daaedf-2523-4f8c-b025-f0d62570bc18 req-dc5a3581-d8d4-436b-9513-e5d3b1d1a7ef tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Apr 14 21:22:19.000592 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084e97c-d9dd-4f9f-88b2-8bbf2359d0b0 req-33ea898c-5c8d-4d09-be21-9441e3f7a7f7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:19.002124 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a084e97c-d9dd-4f9f-88b2-8bbf2359d0b0 req-33ea898c-5c8d-4d09-be21-9441e3f7a7f7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0511208 Apr 14 21:22:19.051215 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a084e97c-d9dd-4f9f-88b2-8bbf2359d0b0 req-1c06f4a0-9606-40aa-9205-03da58301494 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Apr 14 21:22:20.169438 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdf829-8328-4189-bf26-b43dec637095 req-203a6f88-013c-4222-a39d-bcbb1f96dce6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:20.171450 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cafdf829-8328-4189-bf26-b43dec637095 req-203a6f88-013c-4222-a39d-bcbb1f96dce6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0531464 Apr 14 21:22:20.222362 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cafdf829-8328-4189-bf26-b43dec637095 req-68037c58-930d-4220-af57-75260fee4c40 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Apr 14 21:22:21.336656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c05ec-0c07-4a78-8f6a-0af849d5296b req-9eedd7fc-5a85-4282-82f2-5809361d925a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:21.338171 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-521c05ec-0c07-4a78-8f6a-0af849d5296b req-9eedd7fc-5a85-4282-82f2-5809361d925a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0481544 Apr 14 21:22:21.388471 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-521c05ec-0c07-4a78-8f6a-0af849d5296b req-9e7e7fee-1ccb-4639-8f2c-d089ea3e05fa tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Apr 14 21:22:21.402323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2242c-5655-407a-8e30-e9e5cd8628fd req-aa70db2f-b524-4802-ae58-62fc1283c7c0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:21.403817 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1ea2242c-5655-407a-8e30-e9e5cd8628fd req-aa70db2f-b524-4802-ae58-62fc1283c7c0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0476375 Apr 14 21:22:21.453078 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1ea2242c-5655-407a-8e30-e9e5cd8628fd req-a236faa3-e33c-45c9-b02f-6f78fdc4c370 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Apr 14 21:22:22.500740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18e9f2-1a2f-4a18-b664-a89cb37cc404 req-c5bf602e-6d98-4ed7-9065-ed78e4923ab8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:22.502335 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf18e9f2-1a2f-4a18-b664-a89cb37cc404 req-c5bf602e-6d98-4ed7-9065-ed78e4923ab8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0472593 Apr 14 21:22:22.558838 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf18e9f2-1a2f-4a18-b664-a89cb37cc404 req-6ecec04a-f21b-4e2b-a5bd-93fb3d8feb6e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507765 Apr 14 21:22:22.576460 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f630ee-102d-43c2-8560-be533ff8ff73 req-2c8bae4b-4e6a-4cff-a3fd-34ae607c35b0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:22.578095 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44f630ee-102d-43c2-8560-be533ff8ff73 req-2c8bae4b-4e6a-4cff-a3fd-34ae607c35b0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0483992 Apr 14 21:22:22.631841 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-44f630ee-102d-43c2-8560-be533ff8ff73 req-b4e3a290-491d-4e50-83c4-9ab12e467a4b tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Apr 14 21:22:23.674755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f90d3-0ef4-4de4-8701-18f7d710c9b9 req-4db15de7-7f95-4810-9dc9-04f7958c81eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:23.676237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b0f90d3-0ef4-4de4-8701-18f7d710c9b9 req-4db15de7-7f95-4810-9dc9-04f7958c81eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0477476 Apr 14 21:22:23.728365 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5b0f90d3-0ef4-4de4-8701-18f7d710c9b9 req-0d1375a4-d61d-4b4a-9d5d-f2b9fdbcc1c7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464330 Apr 14 21:22:23.745955 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219a4b-6882-4a86-8f3e-03ea67c92d60 req-ac28f1bc-9a0f-4e60-9e94-c901cd0f228f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:23.747471 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a219a4b-6882-4a86-8f3e-03ea67c92d60 req-ac28f1bc-9a0f-4e60-9e94-c901cd0f228f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0478964 Apr 14 21:22:23.801678 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1a219a4b-6882-4a86-8f3e-03ea67c92d60 req-d1113408-c85a-45d2-b1a0-14b1b319f3a0 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484419 Apr 14 21:22:24.384256 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-140f2af8-a42d-4e1f-9685-1772a49eee2f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:24.385725 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-140f2af8-a42d-4e1f-9685-1772a49eee2f tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0455649 Apr 14 21:22:24.472226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Deleting port 25e00541-ba19-4d56-b015-d1fe159574fc {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:24.472569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:24.559279 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] For port 25e00541-ba19-4d56-b015-d1fe159574fc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=25e00541-ba19-4d56-b015-d1fe159574fc,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:24.559640 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:24.734822 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:24.735501 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:24.735501 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Floating IP 9c11d839-b077-455c-8317-a3929c5031f3 disassociated. External IP: 172.27.0.174, port: 25e00541-ba19-4d56-b015-d1fe159574fc. Apr 14 21:22:24.735709 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Calling delete_port for 25e00541-ba19-4d56-b015-d1fe159574fc owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:24.882958 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff68ad-fce8-46dd-91ae-4ce1b2208ed9 req-ac287df7-a689-4fd1-9661-f6856c6f3a6f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:24.884459 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d2ff68ad-fce8-46dd-91ae-4ce1b2208ed9 req-ac287df7-a689-4fd1-9661-f6856c6f3a6f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 943 time: 0.0771630 Apr 14 21:22:24.932548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a3c12-2cb8-4177-a2ba-65b4e24ef73a req-769660ef-c914-42fa-85e7-2555daff2ef4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:24.936303 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a75a3c12-2cb8-4177-a2ba-65b4e24ef73a req-769660ef-c914-42fa-85e7-2555daff2ef4 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 945 time: 0.0543406 Apr 14 21:22:24.943381 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d2ff68ad-fce8-46dd-91ae-4ce1b2208ed9 req-2182cee7-4fbe-4b1d-b033-a8436db354ac tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505543 Apr 14 21:22:25.007605 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a75a3c12-2cb8-4177-a2ba-65b4e24ef73a req-fa3d8a97-4dbe-4812-aadd-eb52fa67c287 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups?id=793a2f10-33a0-4d70-b2a6-dd232e20ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498235 Apr 14 21:22:25.026859 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (25e00541-ba19-4d56-b015-d1fe159574fc), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:25.054625 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'Port': ['ID=25e00541-ba19-4d56-b015-d1fe159574fc,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:25.170374 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:25.242297 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 2045da41-c3a5-4ff4-a388-24f8cab49c7c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:22:25.277657 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:25.288515 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:25.299153 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:25.299754 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:25.319964 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] No DVR routers for this DVR port 25e00541-ba19-4d56-b015-d1fe159574fc on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:25.322385 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:25.325756 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-81fc91fa-b35f-4928-8abd-ae6b1022ba29 req-0b75fca0-b1e8-41de-8f75-abc2f3642642 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.57 "DELETE /v2.0/ports/25e00541-ba19-4d56-b015-d1fe159574fc HTTP/1.1" status: 204 len: 173 time: 0.9346673 Apr 14 21:22:25.326137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'name': 'network-vif-deleted', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:25.328605 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa510fa-50db-406c-9f90-48b10d1c02f4" -d '{"events": [{"server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "name": "network-vif-deleted", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:25.347837 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:25.363924 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'port_id': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'mac_address': 'fa:16:3e:e0:c0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:22:25.365108 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680b2a1-6686-49e7-837c-9522c7ac57ae x-openstack-request-id: req-b680b2a1-6686-49e7-837c-9522c7ac57ae {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:25.365407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435f86f9-159b-4434-bbaa-2ebcc6b296ba", "name": "network-vif-deleted", "tag": "25e00541-ba19-4d56-b015-d1fe159574fc", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:25.365663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b680b2a1-6686-49e7-837c-9522c7ac57ae {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:25.366273 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b680b2a1-6686-49e7-837c-9522c7ac57ae'] response: {'server_uuid': '435f86f9-159b-4434-bbaa-2ebcc6b296ba', 'name': 'network-vif-deleted', 'tag': '25e00541-ba19-4d56-b015-d1fe159574fc', 'status': 'completed', 'code': 200} Apr 14 21:22:25.402070 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 2045da41-c3a5-4ff4-a388-24f8cab49c7c is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:22:25.402600 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:25.418854 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2045da41-c3a5-4ff4-a388-24f8cab49c7c {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:22:25.430214 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:25.441240 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:25.519354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:25.574809 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:25.719801 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:25.745695 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:25.754572 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:25.755170 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:25.839503 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['2045da41-c3a5-4ff4-a388-24f8cab49c7c'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:22:25.863552 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:26.091444 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:26.094630 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1555ca-0c0f-471e-8997-cde5ac00906d req-da55486a-7b56-4914-a3a5-4e1e3489357e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:26.096249 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ee1555ca-0c0f-471e-8997-cde5ac00906d req-da55486a-7b56-4914-a3a5-4e1e3489357e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 944 time: 0.0833642 Apr 14 21:22:26.118901 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e900e-925d-4616-b4c3-b9230570f273 None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '95af9392-c02c-4636-84d6-758b12689e8a', 'name': '', 'network_id': '339690d3-6771-4294-860c-4b1a2fbc5c72', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'mac_address': 'fa:16:3e:8f:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:48Z', 'updated_at': '2022-04-14T21:12:00Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'subnets': [{'id': '5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:26.119371 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5a8b947a-3c2c-4d5a-947d-878c2ff6be5a req-70648f85-3725-4470-af2b-84ddd6aad113 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/ports?device_id=435f86f9-159b-4434-bbaa-2ebcc6b296ba HTTP/1.1" status: 200 len: 210 time: 0.0386074 Apr 14 21:22:26.165753 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ee1555ca-0c0f-471e-8997-cde5ac00906d req-ac1ee77f-ea33-4b8a-8230-1e9f8a6f5f06 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568075 Apr 14 21:22:26.362490 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc50cef-6469-48b9-b413-9aa94900a317 None None] New status for floating IP 9c11d839-b077-455c-8317-a3929c5031f3: DOWN {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:22:27.260013 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 2045da41-c3a5-4ff4-a388-24f8cab49c7c up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:22:27.283401 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2073337-cbba-424c-a138-277c7d8d17e4 req-421bbc71-795a-46f0-b808-5b3beb183672 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:27.285633 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2073337-cbba-424c-a138-277c7d8d17e4 req-421bbc71-795a-46f0-b808-5b3beb183672 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 944 time: 0.0519674 Apr 14 21:22:27.291948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42746) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:27.314035 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 2045da41-c3a5-4ff4-a388-24f8cab49c7c completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:22:27.336855 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2073337-cbba-424c-a138-277c7d8d17e4 req-ab60e65e-f7a6-4bbe-b5a5-3651de9df1e1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Apr 14 21:22:27.346139 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (793a2f10-33a0-4d70-b2a6-dd232e20ff68), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.369162 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 2045da41-c3a5-4ff4-a388-24f8cab49c7c triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:22:27.369731 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (793a2f10-33a0-4d70-b2a6-dd232e20ff68), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.369841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.448895 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 2045da41-c3a5-4ff4-a388-24f8cab49c7c is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:22:27.449227 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.471929 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:27.474149 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6298b-7679-4057-9e99-bbc6651c43d4" -d '{"events": [{"server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "name": "network-vif-plugged", "status": "completed", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:27.483749 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (793a2f10-33a0-4d70-b2a6-dd232e20ff68), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.486177 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:27.486668 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.490476 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "DELETE /v2.0/security-groups/793a2f10-33a0-4d70-b2a6-dd232e20ff68 HTTP/1.1" status: 204 len: 168 time: 0.1946869 Apr 14 21:22:27.491251 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42750) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:27.498077 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03244f60-943b-4996-960d-4d4c534349d1 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a2f10-33a0-4d70-b2a6-dd232e20ff68,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:27.505255 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.api.v2.resource [None req-a2a70d39-6949-43a4-8358-9e48b2df2e5a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] show failed (client error): The resource could not be found. Apr 14 21:22:27.508443 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a2a70d39-6949-43a4-8358-9e48b2df2e5a tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "GET /v2.0/security-groups/793a2f10-33a0-4d70-b2a6-dd232e20ff68 HTTP/1.1" status: 404 len: 347 time: 0.0140250 Apr 14 21:22:27.509249 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42752) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:27.515719 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7696433-f5d4-46d0-9916-19abda5d8272 x-openstack-request-id: req-a7696433-f5d4-46d0-9916-19abda5d8272 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:27.516004 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "name": "network-vif-plugged", "status": "completed", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:27.516256 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7696433-f5d4-46d0-9916-19abda5d8272 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:27.516641 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7696433-f5d4-46d0-9916-19abda5d8272'] response: {'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'code': 200} Apr 14 21:22:27.569422 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.620260 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:27.641468 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Deleting port ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:27.641806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.716891 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.717154 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:27.735021 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Calling delete_port for ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:27.805335 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b8116-b36a-45c6-94a3-a832e8440f2a req-1c79829f-48a2-45c0-923a-f2e9ee0c9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:27.806844 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c3b8116-b36a-45c6-94a3-a832e8440f2a req-1c79829f-48a2-45c0-923a-f2e9ee0c9784 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1129 time: 0.0731270 Apr 14 21:22:27.873094 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c3b8116-b36a-45c6-94a3-a832e8440f2a req-4af5feb3-6ad9-41eb-ac11-348cb0a5f36c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596111 Apr 14 21:22:27.981249 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:28.006290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Pushing event deleted for resources: {'Port': ['ID=ebdb0a1c-5ba3-440f-8627-cfe1bc3c94b7,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:28.067182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks [] for floatingip (9c11d839-b077-455c-8317-a3929c5031f3), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:28.069984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:28.071194 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-01a74d76-52fa-4e4b-bcf0-9af006c607b6 tempest-AttachVolumeTestJSON-319919154 tempest-AttachVolumeTestJSON-319919154-project] 10.222.0.24 "DELETE /v2.0/floatingips/9c11d839-b077-455c-8317-a3929c5031f3 HTTP/1.1" status: 204 len: 168 time: 0.5609508 Apr 14 21:22:28.451767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5c55-52ba-4521-91c3-58783ef7233f req-84e69d44-d4aa-4f21-af4a-8e7a6c8e3900 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:28.453312 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1b9a5c55-52ba-4521-91c3-58783ef7233f req-84e69d44-d4aa-4f21-af4a-8e7a6c8e3900 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Apr 14 21:22:28.772990 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1b9a5c55-52ba-4521-91c3-58783ef7233f req-8f3f8bda-f4d3-4f6f-90e6-b866b1a5bd19 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141046 Apr 14 21:22:29.262334 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 25e00541-ba19-4d56-b015-d1fe159574fc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:29.283094 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 25e00541-ba19-4d56-b015-d1fe159574fc {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:29.283434 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 25e00541-ba19-4d56-b015-d1fe159574fc not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:29.892177 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43527-5430-48b9-ac49-ca87e4f95869 req-2405b4e7-4c44-480e-b7ee-1536552fd845 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:29.893685 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-79a43527-5430-48b9-ac49-ca87e4f95869 req-2405b4e7-4c44-480e-b7ee-1536552fd845 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Apr 14 21:22:29.943273 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-79a43527-5430-48b9-ac49-ca87e4f95869 req-40f88f00-689d-4596-9c1b-1635a9065c04 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Apr 14 21:22:30.054966 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0e16-f65c-477b-86d8-86527c305794 req-c74eb9c7-8126-48c2-80f4-501bf5f76005 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:30.056459 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7baf0e16-f65c-477b-86d8-86527c305794 req-c74eb9c7-8126-48c2-80f4-501bf5f76005 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0466132 Apr 14 21:22:30.107542 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-7baf0e16-f65c-477b-86d8-86527c305794 req-2b79a25f-6a56-4efa-bdbd-85d4285101aa tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Apr 14 21:22:30.131511 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42772) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:30.358104 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35876315-4765-4d86-ba35-e4be35b8a1c8 tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:30.359631 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-35876315-4765-4d86-ba35-e4be35b8a1c8 tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1124 time: 0.2271581 Apr 14 21:22:30.362641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42776) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:30.366786 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'port_id': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:22:30.452796 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:30.529597 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:30.635560 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.27.0.139 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/523f0866-1410-4f95-9b86-bf89ec31d5d9) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:22:30.738194 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:30.858562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:30.897214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:22:30.900509 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:22:30.906236 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:22:30.933832 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=523f0866-1410-4f95-9b86-bf89ec31d5d9,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:31.273545 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (8078a728-6d0b-4df2-857b-b45cd95dc292), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:31.396851 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:31.541773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:31.589054 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:31.662435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=523f0866-1410-4f95-9b86-bf89ec31d5d9,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:31.671226 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (8078a728-6d0b-4df2-857b-b45cd95dc292), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:31.777699 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 8078a728-6d0b-4df2-857b-b45cd95dc292 associated. External IP: 172.27.0.139, port: 2045da41-c3a5-4ff4-a388-24f8cab49c7c. Apr 14 21:22:31.995011 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:32.086506 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42794) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:32.109443 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:32.119030 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:32.129845 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:32.130453 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:32.204739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:32.238289 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-92268b88-a5d7-449f-b4c8-95b87f4ff07e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8746135 Apr 14 21:22:32.239033 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:22:32.241425 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf7149-d113-4798-9d5a-fbe9d586bd98" -d '{"events": [{"name": "network-changed", "server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:22:32.252742 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:32.278791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06259983-f1bd-4602-b32e-9a9f6461d28f x-openstack-request-id: req-06259983-f1bd-4602-b32e-9a9f6461d28f {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:22:32.279292 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:22:32.279399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06259983-f1bd-4602-b32e-9a9f6461d28f {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:22:32.279748 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06259983-f1bd-4602-b32e-9a9f6461d28f'] response: {'name': 'network-changed', 'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'status': 'completed', 'code': 200} Apr 14 21:22:32.393547 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-a5066e30-629e-4e94-8bc3-4756dc2612a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:32.395266 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-a5066e30-629e-4e94-8bc3-4756dc2612a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1129 time: 0.0957150 Apr 14 21:22:32.506228 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-aa32af5c-b47c-4df0-a8ed-a974869cd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:32.507643 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-aa32af5c-b47c-4df0-a8ed-a974869cd7da service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.1051626 Apr 14 21:22:32.508554 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '8078a728-6d0b-4df2-857b-b45cd95dc292', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:e0:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:22:31Z', 'updated_at': '2022-04-14T21:22:31Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:32.537758 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:32.546932 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:32.547562 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:32.580054 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-97b589c2-3583-4e18-b0fd-c46b5705b06f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c HTTP/1.1" status: 200 len: 999 time: 0.0663183 Apr 14 21:22:32.634441 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-3201b32c-b539-4b13-9a72-12a8c81cb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:32.636015 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-3201b32c-b539-4b13-9a72-12a8c81cb840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0462301 Apr 14 21:22:32.664541 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:32.683447 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-a0388714-beee-4666-b989-ddfef4937c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:32.684950 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-a0388714-beee-4666-b989-ddfef4937c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432906 Apr 14 21:22:32.776862 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-075c5506-6716-4648-b686-9a292e7e3239 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Apr 14 21:22:32.804953 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:32.875889 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fbaf7149-d113-4798-9d5a-fbe9d586bd98 req-24f42dac-e4b1-48c0-8b25-3792f7b5867b service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927808 Apr 14 21:22:32.889920 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '8078a728-6d0b-4df2-857b-b45cd95dc292', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:e0:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:22:31Z', 'updated_at': '2022-04-14T21:22:31Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:32.921424 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bb2f9-7f02-4d16-9111-db0670f18790 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '8078a728-6d0b-4df2-857b-b45cd95dc292', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:e0:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:22:31Z', 'updated_at': '2022-04-14T21:22:31Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:33.050213 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Deleting port 95af9392-c02c-4636-84d6-758b12689e8a {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:33.050566 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (95af9392-c02c-4636-84d6-758b12689e8a), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:33.122395 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c75e84-4a54-42d3-a330-24b6e9b90217 None None] New status for floating IP 8078a728-6d0b-4df2-857b-b45cd95dc292: ACTIVE {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:22:33.133954 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] For port 95af9392-c02c-4636-84d6-758b12689e8a, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=95af9392-c02c-4636-84d6-758b12689e8a,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:33.134501 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (95af9392-c02c-4636-84d6-758b12689e8a), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:33.147673 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Calling delete_port for 95af9392-c02c-4636-84d6-758b12689e8a owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:33.406897 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (95af9392-c02c-4636-84d6-758b12689e8a), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:33.431719 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Pushing event deleted for resources: {'Port': ['ID=95af9392-c02c-4636-84d6-758b12689e8a,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:33.604490 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:33.829354 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:22:33.933469 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:22:33.939184 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f88db6a8-84a8-4233-b97d-14183d267ced admin admin] 10.222.0.24 "PUT /v2.0/routers/41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511431 Apr 14 21:22:33.941681 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42804) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:33.942499 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Sync routers for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:22:33.952693 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:33.953337 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:34.049680 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks [] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.080687 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:34.158676 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks [] for router_gateway (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.273069 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Deleting port 7139c6a5-27c9-431e-be41-13f11ae110de {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:34.273418 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.344778 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:22:33Z', 'revision_number': 5, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port': {'id': '7139c6a5-27c9-431e-be41-13f11ae110de', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:41Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:34.357709 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] For port 7139c6a5-27c9-431e-be41-13f11ae110de, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=7139c6a5-27c9-431e-be41-13f11ae110de,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:34.358564 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.371430 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Calling delete_port for 7139c6a5-27c9-431e-be41-13f11ae110de owned by network:router_gateway {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:34.374581 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Checking router: 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:22:34.383019 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Routers {'41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:22:34.383628 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:34.470866 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] Set router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:22:34.522723 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:22:34Z', 'revision_number': 6, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:34.553136 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f003b0e-6f3b-4688-91c7-02392d2cd14b None None] The sync data for ids ['41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6'] in dv-cinder-837542-3-iscsi is: [{'id': '41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6', 'name': 'tempest-AttachVolumeTestJSON-1483575395-router', 'tenant_id': 'b9a54727a0284b23bb227947980f35b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:22:34Z', 'revision_number': 6, 'project_id': 'b9a54727a0284b23bb227947980f35b4', 'gw_port_host': None}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:22:34.603563 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (7139c6a5-27c9-431e-be41-13f11ae110de), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.631068 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Pushing event deleted for resources: {'Port': ['ID=7139c6a5-27c9-431e-be41-13f11ae110de,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:34.693345 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.784156 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.786351 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks [] for router_controller (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.886390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.886955 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 {{(pid=104064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:22:34.891580 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.892520 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-34b8474e-72a6-47f1-a8ed-e3d7847b036d admin admin] 10.222.0.24 "DELETE /v2.0/routers/41eecfe4-cdd8-4d4d-8f4c-ca21b0cb40b6 HTTP/1.1" status: 204 len: 168 time: 0.9498837 Apr 14 21:22:34.901514 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42808) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:34.933215 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:22:34.943703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Deleting subnet 5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:22:34.947189 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Publish callbacks [] for subnet (5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:34.989272 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409999'] for subnet (5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.074357 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.183900 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8691863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10378450'] for subnet (5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.210245 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:35.214054 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.217301 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a55d00c7-0fa2-4472-a5f4-a05255e67356 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5a4fca68-4e65-4b1c-ab2f-22c33aaf3d3b HTTP/1.1" status: 204 len: 168 time: 0.3211296 Apr 14 21:22:35.220523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42810) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:35.221035 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1342683-3f99-45d5-84ca-f624a8e1f107 None None] Network 339690d3-6771-4294-860c-4b1a2fbc5c72 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:22:35.292496 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (339690d3-6771-4294-860c-4b1a2fbc5c72), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.340390 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Deleting port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:35.340741 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.381593 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] DHCP port deletion for 339690d3-6771-4294-860c-4b1a2fbc5c72 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:22:35.410316 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] For port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:35.410687 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.421762 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Deleting port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:22:35.422148 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.424565 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Calling delete_port for 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:35.488443 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] For port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,segment=NetworkSegment(1defcfb4-4c6b-488f-91e8-4151495c232d),segment_id=1defcfb4-4c6b-488f-91e8-4151495c232d)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:22:35.489135 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.502189 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Calling delete_port for 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:22:35.604003 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.611717 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (03173580-14d5-4ccf-a7dd-4ef963a6f4e1), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.636850 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] No DVR routers for this DVR port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:35.636990 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] Pushing event deleted for resources: {'Port': ['ID=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:35.638574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=03173580-14d5-4ccf-a7dd-4ef963a6f4e1,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:35.640840 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2eda0-4bc2-4877-a403-dcd589c598ff None None] No DVR routers for this DVR port 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:22:35.714839 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (339690d3-6771-4294-860c-4b1a2fbc5c72), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.734190 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339690d3-6771-4294-860c-4b1a2fbc5c72']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:35.743380 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1defcfb4-4c6b-488f-91e8-4151495c232d') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:35.743683 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1defcfb4-4c6b-488f-91e8-4151495c232d') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:35.753778 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (1defcfb4-4c6b-488f-91e8-4151495c232d), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.767565 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (1defcfb4-4c6b-488f-91e8-4151495c232d), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.773520 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:22:35.773917 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (1defcfb4-4c6b-488f-91e8-4151495c232d), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:22:35.775859 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:22:35.917816 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (339690d3-6771-4294-860c-4b1a2fbc5c72), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.923955 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:35.927228 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/339690d3-6771-4294-860c-4b1a2fbc5c72 HTTP/1.1" status: 204 len: 168 time: 0.7056961 Apr 14 21:22:35.939471 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026505aa-9613-4808-be0c-e9c616fbcd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=339690d3-6771-4294-860c-4b1a2fbc5c72,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:36.230840 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:36.255682 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:36.255682 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 03173580-14d5-4ccf-a7dd-4ef963a6f4e1 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:36.255682 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 7139c6a5-27c9-431e-be41-13f11ae110de no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:36.274008 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 7139c6a5-27c9-431e-be41-13f11ae110de {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:36.274347 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 7139c6a5-27c9-431e-be41-13f11ae110de not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:36.274769 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 95af9392-c02c-4636-84d6-758b12689e8a no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:22:36.291136 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42814) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:36.296578 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 95af9392-c02c-4636-84d6-758b12689e8a {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:22:36.297074 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 95af9392-c02c-4636-84d6-758b12689e8a not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:22:36.332877 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8087ef50-22d8-4224-85cf-6ded3bb8e326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a54727a0284b23bb227947980f35b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405192 Apr 14 21:22:36.335291 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42816) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:36.383212 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] Publish callbacks [] for security_group (e0709863-708c-4fb2-8630-637322fc2698), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:36.403946 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] Publish callbacks [] for security_group (e0709863-708c-4fb2-8630-637322fc2698), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:36.509561 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e0709863-708c-4fb2-8630-637322fc2698), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:36.512170 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:36.513388 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0709863-708c-4fb2-8630-637322fc2698 HTTP/1.1" status: 204 len: 168 time: 0.1771960 Apr 14 21:22:36.521630 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd068f96-85d4-4ce3-a0fb-4f927ab92860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0709863-708c-4fb2-8630-637322fc2698,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:36.943818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:38.703559 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b234f399-0164-453e-b35e-d71f71506c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:40.980331 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cebe298f-8b47-4c25-ba1f-a1fa2eb716c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:42.029366 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:43.374723 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:44.894500 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:45.158302 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-8e04f300-25b1-416e-be57-706e32e20b8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385137 Apr 14 21:22:45.224670 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072a8c-a1e1-481b-b089-560a584f36fe req-4d2709d3-2366-422c-adfc-d6dac71b99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:45.226447 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-4d2709d3-2366-422c-adfc-d6dac71b99b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9379aeca7a984e238239f765094748bc&device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 1131 time: 0.0423372 Apr 14 21:22:45.339395 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072a8c-a1e1-481b-b089-560a584f36fe req-e25ae398-aa8c-45ca-9a3b-83fd6bd0e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:45.340901 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-e25ae398-aa8c-45ca-9a3b-83fd6bd0e802 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 200 len: 917 time: 0.0945001 Apr 14 21:22:45.418236 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-f630b439-0cb6-451f-bbeb-b80dc6b85d77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 200 len: 1001 time: 0.0618610 Apr 14 21:22:45.468952 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072a8c-a1e1-481b-b089-560a584f36fe req-a1394e83-23f3-4145-9848-6c5902457b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:45.470433 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-a1394e83-23f3-4145-9848-6c5902457b65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 200 len: 855 time: 0.0478909 Apr 14 21:22:45.514308 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072a8c-a1e1-481b-b089-560a584f36fe req-efd99ad3-f1f7-4fe8-ad74-59f6234737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:22:45.515786 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-efd99ad3-f1f7-4fe8-ad74-59f6234737c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be786bb-d0b2-46e8-8749-f5db9ed7a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386031 Apr 14 21:22:45.618668 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-50cb9453-6814-4e07-976b-eaf47915b6aa service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Apr 14 21:22:45.710066 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-49072a8c-a1e1-481b-b089-560a584f36fe req-00e5e397-bd58-4c38-bdd6-9203e8d783e8 service neutron] 10.222.0.57 "GET /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853417 Apr 14 21:22:48.381285 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 42966) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:48.484362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-66090503-18f0-49b4-8138-6fe43eb92b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.556166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-66090503-18f0-49b4-8138-6fe43eb92b31 admin admin] Publish callbacks [] for security_group (bcaf061c-b965-4f26-b28b-90988f88bc2e), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.651630 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-66090503-18f0-49b4-8138-6fe43eb92b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bcaf061c-b965-4f26-b28b-90988f88bc2e), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.691772 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-66090503-18f0-49b4-8138-6fe43eb92b31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dd304326e63446ba52414ff813f8b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093872 Apr 14 21:22:48.692863 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090503-18f0-49b4-8138-6fe43eb92b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf061c-b965-4f26-b28b-90988f88bc2e,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:22:48.694458 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 42970) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:48.743801 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] Publish callbacks [] for security_group (bcaf061c-b965-4f26-b28b-90988f88bc2e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.765229 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] Publish callbacks [] for security_group (bcaf061c-b965-4f26-b28b-90988f88bc2e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.880797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bcaf061c-b965-4f26-b28b-90988f88bc2e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.883467 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:48.884624 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcaf061c-b965-4f26-b28b-90988f88bc2e HTTP/1.1" status: 204 len: 168 time: 0.1884527 Apr 14 21:22:48.893192 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293404f-4367-4a8d-8119-70f1bac2843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf061c-b965-4f26-b28b-90988f88bc2e,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:00.831171 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f584a63-8e2e-4e93-bf5c-20eff5588401 req-ba2108b2-bebb-4c5e-8afb-7cbfbe2ad832 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:00.832643 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8f584a63-8e2e-4e93-bf5c-20eff5588401 req-ba2108b2-bebb-4c5e-8afb-7cbfbe2ad832 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0485020 Apr 14 21:23:00.879346 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8f584a63-8e2e-4e93-bf5c-20eff5588401 req-7031e6fa-e244-4479-b75e-385a32bfcc0b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Apr 14 21:23:01.998684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8105-6ba9-46f1-a593-97f70949b88c req-454766b0-1d1f-4492-a431-84b8e72f899b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:02.000171 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76ee8105-6ba9-46f1-a593-97f70949b88c req-454766b0-1d1f-4492-a431-84b8e72f899b tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Apr 14 21:23:02.046543 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76ee8105-6ba9-46f1-a593-97f70949b88c req-801df4dd-43b2-4897-af66-3232c29b3bec tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408490 Apr 14 21:23:02.954672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997871-963f-4a22-9067-e923b7f55204 req-3aed112d-eea5-43c0-baa5-c378c3a78df2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:02.956114 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39997871-963f-4a22-9067-e923b7f55204 req-3aed112d-eea5-43c0-baa5-c378c3a78df2 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0466516 Apr 14 21:23:03.042028 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 214f0458-acac-4339-8149-e48d9b49557c {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:03.042739 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (214f0458-acac-4339-8149-e48d9b49557c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.139929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] For port 214f0458-acac-4339-8149-e48d9b49557c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=214f0458-acac-4339-8149-e48d9b49557c,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:03.140338 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (214f0458-acac-4339-8149-e48d9b49557c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.158052 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c125e-df0f-46d4-8e4e-ea5e8b11ede4 req-999e563a-4fa9-42bf-866c-c8b9571259a3 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:03.159606 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-871c125e-df0f-46d4-8e4e-ea5e8b11ede4 req-999e563a-4fa9-42bf-866c-c8b9571259a3 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 945 time: 0.0477121 Apr 14 21:23:03.208020 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-871c125e-df0f-46d4-8e4e-ea5e8b11ede4 req-e150077f-3ed8-4508-ad6a-128a72cd4951 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef104e15-d952-4853-80e3-14430ebc6546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Apr 14 21:23:03.310913 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.311478 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.311797 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Floating IP c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e disassociated. External IP: 172.27.0.219, port: 214f0458-acac-4339-8149-e48d9b49557c. Apr 14 21:23:03.312140 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 214f0458-acac-4339-8149-e48d9b49557c owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:03.519998 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (214f0458-acac-4339-8149-e48d9b49557c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.550494 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=214f0458-acac-4339-8149-e48d9b49557c,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:03.560840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.561290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.561637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.561977 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.562315 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.562652 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.562983 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.563311 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.563638 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.563963 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.564294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.564673 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.565019 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.565343 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.578303 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:03.680562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:23:03.792082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:03.801891 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:03.811631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:03.812251 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:03.840206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] No DVR routers for this DVR port 214f0458-acac-4339-8149-e48d9b49557c on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:03.843651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:03.847426 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-39997871-963f-4a22-9067-e923b7f55204 req-8ca6254d-0c37-4048-bfd0-517138956e26 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.57 "DELETE /v2.0/ports/214f0458-acac-4339-8149-e48d9b49557c HTTP/1.1" status: 204 len: 173 time: 0.8864653 Apr 14 21:23:03.847900 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'name': 'network-vif-deleted', 'tag': '214f0458-acac-4339-8149-e48d9b49557c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:23:03.851088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd66f93-548a-4096-8b3e-52c09e55bb34" -d '{"events": [{"server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "name": "network-vif-deleted", "tag": "214f0458-acac-4339-8149-e48d9b49557c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:23:03.896253 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab580f8-cc30-4fe7-858c-a4ceab825eee x-openstack-request-id: req-bab580f8-cc30-4fe7-858c-a4ceab825eee {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:23:03.896253 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a7db93-8928-48d0-9ab9-18249eb2a001", "name": "network-vif-deleted", "tag": "214f0458-acac-4339-8149-e48d9b49557c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:23:03.896253 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bab580f8-cc30-4fe7-858c-a4ceab825eee {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:23:03.896253 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab580f8-cc30-4fe7-858c-a4ceab825eee'] response: {'server_uuid': 'd4a7db93-8928-48d0-9ab9-18249eb2a001', 'name': 'network-vif-deleted', 'tag': '214f0458-acac-4339-8149-e48d9b49557c', 'status': 'completed', 'code': 200} Apr 14 21:23:04.082534 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:04.274337 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:04.308241 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:04.315106 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:04.315727 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:22:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:04.325118 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-53e14aae-0ab6-402d-a67a-278f89c7d8e9 req-0038b38a-1aee-450b-b0e9-0e54c52b65f3 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a7db93-8928-48d0-9ab9-18249eb2a001 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Apr 14 21:23:04.424838 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:04.610488 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:04.635665 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cd78-2fe9-4f6c-b696-49023565db03 None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:11:54Z', 'revision_number': 4, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '18428c5d-8658-4ced-8a6f-abbf346522d4', 'name': '', 'network_id': '44528d30-b42e-465a-bd19-0920a7edfc48', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'mac_address': 'fa:16:3e:36:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:50Z', 'updated_at': '2022-04-14T21:12:07Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'subnets': [{'id': 'ff6edb1e-1256-448a-b650-b9206479880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:04.857175 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563d484-0b7d-4459-894b-5864401e8756 None None] New status for floating IP c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:23:05.517626 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43172) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:05.575669 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (ef104e15-d952-4853-80e3-14430ebc6546), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.599321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (ef104e15-d952-4853-80e3-14430ebc6546), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.739314 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ef104e15-d952-4853-80e3-14430ebc6546), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.742047 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.743206 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef104e15-d952-4853-80e3-14430ebc6546 HTTP/1.1" status: 204 len: 168 time: 0.2245448 Apr 14 21:23:05.746112 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43174) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:05.752801 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea100b-3be5-4e68-8279-6bf5505bbf95 tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef104e15-d952-4853-80e3-14430ebc6546,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:05.760158 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.api.v2.resource [None req-3e2dd226-974f-4aeb-9da7-ca0caa4a1c1a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] show failed (client error): The resource could not be found. Apr 14 21:23:05.764573 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3e2dd226-974f-4aeb-9da7-ca0caa4a1c1a tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "GET /v2.0/security-groups/ef104e15-d952-4853-80e3-14430ebc6546 HTTP/1.1" status: 404 len: 347 time: 0.0173581 Apr 14 21:23:05.767449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43176) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:05.883532 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Deleting port 891f732b-6b7a-4d76-84b2-8e468d550de9 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:05.883773 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.962611 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.962941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (891f732b-6b7a-4d76-84b2-8e468d550de9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:05.975564 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Calling delete_port for 891f732b-6b7a-4d76-84b2-8e468d550de9 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:06.162695 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (891f732b-6b7a-4d76-84b2-8e468d550de9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:06.191454 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Pushing event deleted for resources: {'Port': ['ID=891f732b-6b7a-4d76-84b2-8e468d550de9,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:06.255263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks [] for floatingip (c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:06.258018 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:06.259175 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d9fe705a-7e2c-4a2d-a85b-20d1a5d6b41e tempest-AttachVolumeNegativeTest-132228357 tempest-AttachVolumeNegativeTest-132228357-project] 10.222.0.24 "DELETE /v2.0/floatingips/c4fd69b1-0c9a-400e-9dd2-6d9095a03b2e HTTP/1.1" status: 204 len: 168 time: 0.4906974 Apr 14 21:23:06.928102 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:07.443918 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 214f0458-acac-4339-8149-e48d9b49557c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:07.463886 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 214f0458-acac-4339-8149-e48d9b49557c {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:07.464235 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 214f0458-acac-4339-8149-e48d9b49557c not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:08.716457 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9dfe10be-fc8c-4e5a-8cc4-0ebc059a8dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:10.334719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43244) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:11.002098 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c99d-3440-4070-9108-38444b55aad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.084747 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.318928 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Deleting port 18428c5d-8658-4ced-8a6f-abbf346522d4 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:11.319213 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.396686 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] For port 18428c5d-8658-4ced-8a6f-abbf346522d4, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=18428c5d-8658-4ced-8a6f-abbf346522d4,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:11.397435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.410056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Calling delete_port for 18428c5d-8658-4ced-8a6f-abbf346522d4 owned by network:router_interface {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:11.659776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (18428c5d-8658-4ced-8a6f-abbf346522d4), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.683969 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18428c5d-8658-4ced-8a6f-abbf346522d4,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:11.866987 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:11.931530 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:23:12.019077 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.091508 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:23:12.207194 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:12.212308 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ffceefaf-fc33-46ce-b4ac-47e61ede1ef4 admin admin] 10.222.0.24 "PUT /v2.0/routers/6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8765757 Apr 14 21:23:12.214718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43268) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:12.222448 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Sync routers for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:12.233622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:12.234360 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:12.321992 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks [] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.342962 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:12.425086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks [] for router_gateway (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.510668 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:23:11Z', 'revision_number': 5, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port': {'id': '232c148a-18ab-463d-9f4a-75254dbaf23c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:42Z', 'updated_at': '2022-04-14T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:12.537031 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Checking router: 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:12.545308 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Routers {'6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:12.545909 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:12.546036 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Deleting port 232c148a-18ab-463d-9f4a-75254dbaf23c {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:12.546335 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.624474 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] For port 232c148a-18ab-463d-9f4a-75254dbaf23c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=232c148a-18ab-463d-9f4a-75254dbaf23c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:12.624840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.635779 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] Set router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b gateway port host: None {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:12.637771 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Calling delete_port for 232c148a-18ab-463d-9f4a-75254dbaf23c owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:12.690631 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:23:12Z', 'revision_number': 6, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:12.716782 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174e13-ba67-4c80-9ebc-c6a9aa9672df None None] The sync data for ids ['6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b'] in dv-cinder-837542-3-iscsi is: [{'id': '6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b', 'name': 'tempest-AttachVolumeNegativeTest-1216554591-router', 'tenant_id': 'ca2081b8b2b24da58a107883dd717762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:40Z', 'updated_at': '2022-04-14T21:23:12Z', 'revision_number': 6, 'project_id': 'ca2081b8b2b24da58a107883dd717762', 'gw_port_host': None}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:12.851674 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (232c148a-18ab-463d-9f4a-75254dbaf23c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.884849 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=232c148a-18ab-463d-9f4a-75254dbaf23c,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:12.943251 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.037299 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.039461 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks [] for router_controller (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.183131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.183638 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:23:13.188069 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.189237 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-44fc3a46-6deb-4a5c-a561-9a3c159a8c9c admin admin] 10.222.0.24 "DELETE /v2.0/routers/6aed4154-bad2-4ee1-9e0c-3ed4f0e2d51b HTTP/1.1" status: 204 len: 168 time: 0.9736028 Apr 14 21:23:13.191658 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43276) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:13.234840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Deleting subnet ff6edb1e-1256-448a-b650-b9206479880f {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:23:13.237836 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Publish callbacks [] for subnet (ff6edb1e-1256-448a-b650-b9206479880f), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.271047 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (ff6edb1e-1256-448a-b650-b9206479880f), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.339444 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.350239 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (ff6edb1e-1256-448a-b650-b9206479880f), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.460108 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (ff6edb1e-1256-448a-b650-b9206479880f), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.487217 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6edb1e-1256-448a-b650-b9206479880f,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:13.490859 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.494235 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b5f282f6-68dd-4ffd-8e30-bc6c05a64564 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ff6edb1e-1256-448a-b650-b9206479880f HTTP/1.1" status: 204 len: 168 time: 0.3015442 Apr 14 21:23:13.496678 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43280) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:13.499433 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539a4a4-bd11-49c9-9e44-e13acbed4117 None None] Network 44528d30-b42e-465a-bd19-0920a7edfc48 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:13.584768 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (44528d30-b42e-465a-bd19-0920a7edfc48), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.634003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Deleting port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:13.634313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.656264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] DHCP port deletion for 44528d30-b42e-465a-bd19-0920a7edfc48 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:23:13.696744 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Deleting port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:13.697065 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.701819 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] For port 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1289fb0c-72a8-4228-80b3-452a0a6f6e01,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:13.702294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.717358 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Calling delete_port for 1289fb0c-72a8-4228-80b3-452a0a6f6e01 owned by network:dhcp {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:13.763956 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] For port 1289fb0c-72a8-4228-80b3-452a0a6f6e01, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1289fb0c-72a8-4228-80b3-452a0a6f6e01,segment=NetworkSegment(914da225-9c23-4a5e-b07b-5c29b295858e),segment_id=914da225-9c23-4a5e-b07b-5c29b295858e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:13.764358 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.777075 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Calling delete_port for 1289fb0c-72a8-4228-80b3-452a0a6f6e01 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:13.882479 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.888346 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (1289fb0c-72a8-4228-80b3-452a0a6f6e01), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.913065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Pushing event deleted for resources: {'Port': ['ID=1289fb0c-72a8-4228-80b3-452a0a6f6e01,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:13.915660 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] No DVR routers for this DVR port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 on host dv-cinder-837542-3-iscsi {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:13.923603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Pushing event deleted for resources: {'Port': ['ID=1289fb0c-72a8-4228-80b3-452a0a6f6e01,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:13.929685 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] No DVR routers for this DVR port 1289fb0c-72a8-4228-80b3-452a0a6f6e01 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:13.938869 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.939222 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.939574 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.939901 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.940940 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.940940 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.941269 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.941359 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.941676 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.941994 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.942498 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.942824 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.943213 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.943622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.943905 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db07ed-b128-491e-9839-516d2eaa5fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:13.993524 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (44528d30-b42e-465a-bd19-0920a7edfc48), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.016544 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44528d30-b42e-465a-bd19-0920a7edfc48']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:14.025996 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914da225-9c23-4a5e-b07b-5c29b295858e') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:14.026290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914da225-9c23-4a5e-b07b-5c29b295858e') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:14.036369 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (914da225-9c23-4a5e-b07b-5c29b295858e), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.050726 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (914da225-9c23-4a5e-b07b-5c29b295858e), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.061997 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:23:14.062399 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (914da225-9c23-4a5e-b07b-5c29b295858e), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:23:14.064250 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:23:14.219493 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (44528d30-b42e-465a-bd19-0920a7edfc48), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.236195 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.241004 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] 10.222.0.24 "DELETE /v2.0/networks/44528d30-b42e-465a-bd19-0920a7edfc48 HTTP/1.1" status: 204 len: 168 time: 0.7420356 Apr 14 21:23:14.242385 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394581d-adaf-4cfb-8662-63c11de57331 admin admin] Pushing event deleted for resources: {'Network': ['ID=44528d30-b42e-465a-bd19-0920a7edfc48,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:14.264765 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 232c148a-18ab-463d-9f4a-75254dbaf23c no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:14.290054 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 232c148a-18ab-463d-9f4a-75254dbaf23c {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:14.290678 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 232c148a-18ab-463d-9f4a-75254dbaf23c not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:14.291101 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1289fb0c-72a8-4228-80b3-452a0a6f6e01 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:14.310976 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 1289fb0c-72a8-4228-80b3-452a0a6f6e01 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:14.311322 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1289fb0c-72a8-4228-80b3-452a0a6f6e01 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:14.311780 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 18428c5d-8658-4ced-8a6f-abbf346522d4 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:14.334501 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 18428c5d-8658-4ced-8a6f-abbf346522d4 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:14.335189 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 18428c5d-8658-4ced-8a6f-abbf346522d4 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:14.573214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96dac4-55bb-456b-8fa8-e87602786e76 req-9748f9e2-6acc-4887-b827-073c2a8d7994 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:14.574701 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e96dac4-55bb-456b-8fa8-e87602786e76 req-9748f9e2-6acc-4887-b827-073c2a8d7994 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0528345 Apr 14 21:23:14.620712 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6e96dac4-55bb-456b-8fa8-e87602786e76 req-edce42bb-dd09-4d32-8e87-9c7bfb9aedb4 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402582 Apr 14 21:23:14.650418 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43300) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:14.690488 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-7e29532a-2cbc-4ad7-88af-782894eff32b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca2081b8b2b24da58a107883dd717762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389225 Apr 14 21:23:14.693498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43302) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:14.739722 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] Publish callbacks [] for security_group (0bc5e58e-117c-4be9-ba5b-583568f352b5), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.761139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] Publish callbacks [] for security_group (0bc5e58e-117c-4be9-ba5b-583568f352b5), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.879852 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (0bc5e58e-117c-4be9-ba5b-583568f352b5), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.882559 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:14.883739 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc5e58e-117c-4be9-ba5b-583568f352b5 HTTP/1.1" status: 204 len: 168 time: 0.1893251 Apr 14 21:23:14.891752 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c500ad-6cdb-4b3f-a0e7-afae77c4acae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc5e58e-117c-4be9-ba5b-583568f352b5,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:14.945063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:15.741587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e0ebd-dd4a-4da7-8e45-d8de8747d475 req-46ebf8d0-c570-4862-875c-acce9250d85a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:15.746670 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a20e0ebd-dd4a-4da7-8e45-d8de8747d475 req-46ebf8d0-c570-4862-875c-acce9250d85a tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0466824 Apr 14 21:23:15.790529 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a20e0ebd-dd4a-4da7-8e45-d8de8747d475 req-e1609403-7138-4abd-8c48-a97efe32e0df tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412526 Apr 14 21:23:16.128134 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-d8e1aa10-4dad-4897-a30b-5cd89fcbd94e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:16.129632 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-d8e1aa10-4dad-4897-a30b-5cd89fcbd94e tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0524020 Apr 14 21:23:16.215761 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Deleting port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:16.215761 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.596082 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] For port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:16.596448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.770948 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.771321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.771641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Floating IP e9ba6436-ad22-408d-bdab-9173e37e321c disassociated. External IP: 172.27.0.38, port: c047cdcf-c76a-43c1-b84b-9a2d067a4cdd. Apr 14 21:23:16.771995 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Calling delete_port for c047cdcf-c76a-43c1-b84b-9a2d067a4cdd owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:16.941429 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed766f-3fa5-4f73-a407-68aeca6101f4 req-fe9be506-0e89-4e07-bae3-0cff37680146 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:16.942957 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2ed766f-3fa5-4f73-a407-68aeca6101f4 req-fe9be506-0e89-4e07-bae3-0cff37680146 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 947 time: 0.0643582 Apr 14 21:23:16.989952 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c2ed766f-3fa5-4f73-a407-68aeca6101f4 req-7387e609-fdbd-4329-b40a-59523714f37d tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddf03666-5f8b-42d3-82f6-a86ee6b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412803 Apr 14 21:23:17.011617 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (c047cdcf-c76a-43c1-b84b-9a2d067a4cdd), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:17.044920 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'Port': ['ID=c047cdcf-c76a-43c1-b84b-9a2d067a4cdd,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:17.163223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:23:17.279373 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:17.290394 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:17.301668 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:17.302282 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:17.322163 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] No DVR routers for this DVR port c047cdcf-c76a-43c1-b84b-9a2d067a4cdd on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:17.324565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:17.328008 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c8621995-f9ec-4fdf-a96d-207b3a689ecc req-37b3c6d3-cbf5-4ff4-9a90-a086a566d7cc tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.57 "DELETE /v2.0/ports/c047cdcf-c76a-43c1-b84b-9a2d067a4cdd HTTP/1.1" status: 204 len: 173 time: 1.1922948 Apr 14 21:23:17.328449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-deleted', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:23:17.330740 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92d0a8-650c-4cdf-97bd-e95c2728418d" -d '{"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-deleted", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:23:17.366900 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544baeca-ae3e-4f95-8e3d-66a273b8930d x-openstack-request-id: req-544baeca-ae3e-4f95-8e3d-66a273b8930d {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:23:17.367191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d8b22-c7da-4451-94d8-ac0b197e5652", "name": "network-vif-deleted", "tag": "c047cdcf-c76a-43c1-b84b-9a2d067a4cdd", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:23:17.367445 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-544baeca-ae3e-4f95-8e3d-66a273b8930d {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:23:17.367850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544baeca-ae3e-4f95-8e3d-66a273b8930d'] response: {'server_uuid': '452d8b22-c7da-4451-94d8-ac0b197e5652', 'name': 'network-vif-deleted', 'tag': 'c047cdcf-c76a-43c1-b84b-9a2d067a4cdd', 'status': 'completed', 'code': 200} Apr 14 21:23:17.421101 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:17.615789 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:17.642273 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:17.650463 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:17.651057 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:17.758918 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:17.954648 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:17.980697 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa060-9700-4aff-a9fd-072db0f0df13 None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:11:48Z', 'revision_number': 4, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': '494a923d-d91f-4ef0-86d4-f6d08d2adc46', 'name': '', 'network_id': '9be786bb-d0b2-46e8-8749-f5db9ed7a438', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'mac_address': 'fa:16:3e:2d:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:45Z', 'updated_at': '2022-04-14T21:11:55Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'subnets': [{'id': '8735dea4-d294-4344-a7b7-7a7a39018a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:18.102446 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9f9c39a5-6086-485d-a770-607641fb7c93 req-6bcd7753-641f-4ee1-8bac-8aaf95c3515c tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0279617 Apr 14 21:23:18.227642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395a455-1b62-4eaa-8bd2-87fe1c5e01c3 None None] New status for floating IP e9ba6436-ad22-408d-bdab-9173e37e321c: DOWN {{(pid=104066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:23:19.210357 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c7b25e36-2ee9-4d1b-8900-d382617e9d39 req-8186fa9a-cbc2-4689-a7d6-001d5e214bc3 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Apr 14 21:23:19.840316 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:19.864259 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: c047cdcf-c76a-43c1-b84b-9a2d067a4cdd {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:19.864610 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device c047cdcf-c76a-43c1-b84b-9a2d067a4cdd not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:20.321294 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9e354967-bd99-48b2-b944-cbc376022952 req-f74bcae4-cdda-4975-bd37-f5918ae6ba5b tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/ports?device_id=452d8b22-c7da-4451-94d8-ac0b197e5652 HTTP/1.1" status: 200 len: 210 time: 0.0301957 Apr 14 21:23:21.602643 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43392) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:21.656574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (ddf03666-5f8b-42d3-82f6-a86ee6b5451b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.680036 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (ddf03666-5f8b-42d3-82f6-a86ee6b5451b), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.811565 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (ddf03666-5f8b-42d3-82f6-a86ee6b5451b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.814270 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.815428 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "DELETE /v2.0/security-groups/ddf03666-5f8b-42d3-82f6-a86ee6b5451b HTTP/1.1" status: 204 len: 168 time: 0.2117927 Apr 14 21:23:21.818358 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43396) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:21.824708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967c5c-a1ff-4769-8243-63e4b5fdb317 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf03666-5f8b-42d3-82f6-a86ee6b5451b,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:21.832288 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.api.v2.resource [None req-49fc5a75-62ff-4253-9e81-fc980f91a1e5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] show failed (client error): The resource could not be found. Apr 14 21:23:21.833416 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-49fc5a75-62ff-4253-9e81-fc980f91a1e5 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "GET /v2.0/security-groups/ddf03666-5f8b-42d3-82f6-a86ee6b5451b HTTP/1.1" status: 404 len: 347 time: 0.0139832 Apr 14 21:23:21.836040 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43398) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:21.958153 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Deleting port 99efa957-f4c4-4ea5-a533-e4e1673bc2dc {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:21.958488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.033573 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.033902 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.047327 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Calling delete_port for 99efa957-f4c4-4ea5-a533-e4e1673bc2dc owned by network:floatingip {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:22.270225 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (99efa957-f4c4-4ea5-a533-e4e1673bc2dc), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.297400 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Pushing event deleted for resources: {'Port': ['ID=99efa957-f4c4-4ea5-a533-e4e1673bc2dc,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:22.321353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.321698 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.322037 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.322371 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.322702 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.323031 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.323381 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.323703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.324024 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.324344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.324664 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.325002 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.325363 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.325681 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.326000 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:22.371198 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks [] for floatingip (e9ba6436-ad22-408d-bdab-9173e37e321c), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.376579 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:22.376579 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d447c6d2-e1db-4915-b243-604f93cbea54 tempest-AttachVolumeShelveTestJSON-1514983100 tempest-AttachVolumeShelveTestJSON-1514983100-project] 10.222.0.24 "DELETE /v2.0/floatingips/e9ba6436-ad22-408d-bdab-9173e37e321c HTTP/1.1" status: 204 len: 168 time: 0.5386786 Apr 14 21:23:29.279273 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43524) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:30.042377 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:30.273887 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Deleting port 494a923d-d91f-4ef0-86d4-f6d08d2adc46 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:30.274241 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:30.359113 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] For port 494a923d-d91f-4ef0-86d4-f6d08d2adc46, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=494a923d-d91f-4ef0-86d4-f6d08d2adc46,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:30.359818 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:30.373587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Calling delete_port for 494a923d-d91f-4ef0-86d4-f6d08d2adc46 owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:30.687523 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (494a923d-d91f-4ef0-86d4-f6d08d2adc46), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:30.714049 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Pushing event deleted for resources: {'Port': ['ID=494a923d-d91f-4ef0-86d4-f6d08d2adc46,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:30.886090 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:31.107397 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:23:31.221257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:31.227093 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-62a0f4fb-fc08-4fdb-92a0-8ba43232b941 admin admin] 10.222.0.24 "PUT /v2.0/routers/4a37c21f-8efd-4ddc-abc6-9518fd1ccae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465449 Apr 14 21:23:31.229639 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43558) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:31.240772 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Sync routers for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:31.251837 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:31.252520 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:31.340606 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks [] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:31.362879 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:31.456157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks [] for router_gateway (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:31.536593 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:23:30Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:31.563195 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Checking router: 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:31.571678 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Routers {'4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:31.572281 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:23:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:31.625110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Deleting port 74c66fed-90c7-47e7-af0d-1a837a2e2156 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:31.625449 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:31.682236 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] Set router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:31.708725 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] For port 74c66fed-90c7-47e7-af0d-1a837a2e2156, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=74c66fed-90c7-47e7-af0d-1a837a2e2156,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:31.709074 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:31.723001 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Calling delete_port for 74c66fed-90c7-47e7-af0d-1a837a2e2156 owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:31.867885 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:23:30Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:31.895031 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd17333-10e0-4c08-9387-a8e343145e54 None None] The sync data for ids ['4a37c21f-8efd-4ddc-abc6-9518fd1ccae1'] in dv-cinder-837542-3-iscsi is: [{'id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'name': 'tempest-AttachVolumeShelveTestJSON-436521496-router', 'tenant_id': '9379aeca7a984e238239f765094748bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:11:37Z', 'updated_at': '2022-04-14T21:23:30Z', 'revision_number': 5, 'project_id': '9379aeca7a984e238239f765094748bc', 'gw_port': {'id': '74c66fed-90c7-47e7-af0d-1a837a2e2156', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37c21f-8efd-4ddc-abc6-9518fd1ccae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:11:39Z', 'updated_at': '2022-04-14T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:32.091166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (74c66fed-90c7-47e7-af0d-1a837a2e2156), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.123186 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=74c66fed-90c7-47e7-af0d-1a837a2e2156,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:32.185043 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.280603 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.287325 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks [] for router_controller (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.385646 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 494a923d-d91f-4ef0-86d4-f6d08d2adc46 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:32.407081 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (4a37c21f-8efd-4ddc-abc6-9518fd1ccae1), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.407858 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:23:32.410865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 494a923d-d91f-4ef0-86d4-f6d08d2adc46 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:32.411230 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 494a923d-d91f-4ef0-86d4-f6d08d2adc46 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:32.413691 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.414906 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-68b2c7ac-ae8d-426d-a846-0fb064ffdf4c admin admin] 10.222.0.24 "DELETE /v2.0/routers/4a37c21f-8efd-4ddc-abc6-9518fd1ccae1 HTTP/1.1" status: 204 len: 168 time: 1.1842530 Apr 14 21:23:32.417430 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43570) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:32.462318 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Deleting subnet 8735dea4-d294-4344-a7b7-7a7a39018a38 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:23:32.465567 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Publish callbacks [] for subnet (8735dea4-d294-4344-a7b7-7a7a39018a38), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.502832 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (8735dea4-d294-4344-a7b7-7a7a39018a38), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.591659 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (8735dea4-d294-4344-a7b7-7a7a39018a38), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.693344 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43574) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:32.737137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (8735dea4-d294-4344-a7b7-7a7a39018a38), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.765355 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8735dea4-d294-4344-a7b7-7a7a39018a38,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:32.767172 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.771781 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c97a8-0aa3-42c2-bf86-0d694f6f9d81 None None] Network 9be786bb-d0b2-46e8-8749-f5db9ed7a438 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:32.773587 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43578) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:32.773720 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d71a70dc-281f-4820-8cf8-fe78958005f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8735dea4-d294-4344-a7b7-7a7a39018a38 HTTP/1.1" status: 204 len: 168 time: 0.3548954 Apr 14 21:23:32.827539 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9641d2b8-a6ec-4272-813e-eb487d6957fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.888795 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (9be786bb-d0b2-46e8-8749-f5db9ed7a438), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.967315 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Deleting port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:32.967661 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:32.979080 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] DHCP port deletion for 9be786bb-d0b2-46e8-8749-f5db9ed7a438 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:23:33.044916 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9641d2b8-a6ec-4272-813e-eb487d6957fd admin admin] Publish callbacks [] for security_group (4fd41341-5df8-45a5-930b-d15e7a25db66), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.065561 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] For port fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:33.066084 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.080593 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Calling delete_port for fc7f2774-2a9b-47bc-b038-56c4c61b0d47 owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:33.143419 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9641d2b8-a6ec-4272-813e-eb487d6957fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4fd41341-5df8-45a5-930b-d15e7a25db66), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.159407 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Deleting port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:23:33.160149 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.199269 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-9641d2b8-a6ec-4272-813e-eb487d6957fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db3d13ad0af245f7baa3fa8b0e1677cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021122 Apr 14 21:23:33.199759 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43588) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:33.202729 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d2b8-a6ec-4272-813e-eb487d6957fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd41341-5df8-45a5-930b-d15e7a25db66,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:33.227741 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] For port fc7f2774-2a9b-47bc-b038-56c4c61b0d47, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,segment=NetworkSegment(2e7040ab-74b5-4d56-bd3e-be61175b44ba),segment_id=2e7040ab-74b5-4d56-bd3e-be61175b44ba)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:33.228159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.246121 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Calling delete_port for fc7f2774-2a9b-47bc-b038-56c4c61b0d47 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:23:33.271379 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] Publish callbacks [] for security_group (4fd41341-5df8-45a5-930b-d15e7a25db66), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.291848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.295672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] Publish callbacks [] for security_group (4fd41341-5df8-45a5-930b-d15e7a25db66), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.322641 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:33.326411 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] No DVR routers for this DVR port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:33.341094 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (fc7f2774-2a9b-47bc-b038-56c4c61b0d47), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.369293 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] Pushing event deleted for resources: {'Port': ['ID=fc7f2774-2a9b-47bc-b038-56c4c61b0d47,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:33.374470 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e210ce4-64f4-48a6-afdf-c6a60af530da None None] No DVR routers for this DVR port fc7f2774-2a9b-47bc-b038-56c4c61b0d47 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:23:33.403428 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (9be786bb-d0b2-46e8-8749-f5db9ed7a438), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.430295 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be786bb-d0b2-46e8-8749-f5db9ed7a438']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:33.440930 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7040ab-74b5-4d56-bd3e-be61175b44ba') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:33.441252 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7040ab-74b5-4d56-bd3e-be61175b44ba') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:33.451730 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (2e7040ab-74b5-4d56-bd3e-be61175b44ba), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.458628 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4fd41341-5df8-45a5-930b-d15e7a25db66), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.461438 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.463159 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fd41341-5df8-45a5-930b-d15e7a25db66 HTTP/1.1" status: 204 len: 168 time: 0.2617643 Apr 14 21:23:33.469882 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (2e7040ab-74b5-4d56-bd3e-be61175b44ba), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.471750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0037d-c2eb-4626-8b6a-c30dd634137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd41341-5df8-45a5-930b-d15e7a25db66,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:33.477405 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:23:33.477801 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (2e7040ab-74b5-4d56-bd3e-be61175b44ba), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:23:33.479678 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:23:33.650899 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (9be786bb-d0b2-46e8-8749-f5db9ed7a438), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.657098 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.660502 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9be786bb-d0b2-46e8-8749-f5db9ed7a438 HTTP/1.1" status: 204 len: 168 time: 0.8859360 Apr 14 21:23:33.671780 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89940b-f0b8-4ec5-86b1-e4d6f8a99968 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be786bb-d0b2-46e8-8749-f5db9ed7a438,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:34.136456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43608) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:34.179450 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-324b3473-c974-4401-8edd-e0706cc34df3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9379aeca7a984e238239f765094748bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412638 Apr 14 21:23:34.181901 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43610) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:34.231372 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] Publish callbacks [] for security_group (7f2f3a2f-e9b9-4404-9212-3a4fa3325388), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.255671 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] Publish callbacks [] for security_group (7f2f3a2f-e9b9-4404-9212-3a4fa3325388), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.278695 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device fc7f2774-2a9b-47bc-b038-56c4c61b0d47 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:34.304138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: fc7f2774-2a9b-47bc-b038-56c4c61b0d47 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:34.310538 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device fc7f2774-2a9b-47bc-b038-56c4c61b0d47 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:34.310538 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 74c66fed-90c7-47e7-af0d-1a837a2e2156 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:23:34.325407 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 74c66fed-90c7-47e7-af0d-1a837a2e2156 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:23:34.325984 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 74c66fed-90c7-47e7-af0d-1a837a2e2156 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:23:34.367414 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7f2f3a2f-e9b9-4404-9212-3a4fa3325388), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.369965 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.371254 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f2f3a2f-e9b9-4404-9212-3a4fa3325388 HTTP/1.1" status: 204 len: 168 time: 0.1883912 Apr 14 21:23:34.381002 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345ec3-1659-4b09-9f37-ae2e7f3e167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f3a2f-e9b9-4404-9212-3a4fa3325388,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:36.209878 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43686) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:36.319822 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd70492f-f2a7-4e81-ae0e-2cda5854dc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.417952 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd70492f-f2a7-4e81-ae0e-2cda5854dc3d admin admin] Publish callbacks [] for security_group (4eebb70b-d83a-4f8b-87d8-82a5e48473c0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.504323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd70492f-f2a7-4e81-ae0e-2cda5854dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4eebb70b-d83a-4f8b-87d8-82a5e48473c0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.546601 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70492f-f2a7-4e81-ae0e-2cda5854dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebb70b-d83a-4f8b-87d8-82a5e48473c0,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:36.553907 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-fd70492f-f2a7-4e81-ae0e-2cda5854dc3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b44e6c4012ee4b398dd88388e126cc4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429708 Apr 14 21:23:36.554047 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43706) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:36.604306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] Publish callbacks [] for security_group (4eebb70b-d83a-4f8b-87d8-82a5e48473c0), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.625889 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] Publish callbacks [] for security_group (4eebb70b-d83a-4f8b-87d8-82a5e48473c0), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.761277 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4eebb70b-d83a-4f8b-87d8-82a5e48473c0), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.763821 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:36.765042 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eebb70b-d83a-4f8b-87d8-82a5e48473c0 HTTP/1.1" status: 204 len: 168 time: 0.2090740 Apr 14 21:23:36.773388 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6975d2-eb71-434f-8bf6-9e762cf5e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebb70b-d83a-4f8b-87d8-82a5e48473c0,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:37.005038 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.441095 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43718) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:37.459012 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1273bbf-63c9-40ee-82db-490738d4bc5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.532451 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1273bbf-63c9-40ee-82db-490738d4bc5c admin admin] Publish callbacks [] for security_group (075c61c3-e91a-4a42-9a7c-add8267fbbf1), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.612790 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e1273bbf-63c9-40ee-82db-490738d4bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (075c61c3-e91a-4a42-9a7c-add8267fbbf1), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.650483 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e1273bbf-63c9-40ee-82db-490738d4bc5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e903cb85c0c04b64a349fa3d33be9f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082777 Apr 14 21:23:37.652558 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1273bbf-63c9-40ee-82db-490738d4bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c61c3-e91a-4a42-9a7c-add8267fbbf1,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:37.663609 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43728) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:37.711149 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] Publish callbacks [] for security_group (075c61c3-e91a-4a42-9a7c-add8267fbbf1), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.733521 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] Publish callbacks [] for security_group (075c61c3-e91a-4a42-9a7c-add8267fbbf1), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.842209 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (075c61c3-e91a-4a42-9a7c-add8267fbbf1), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.844952 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:37.846159 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/075c61c3-e91a-4a42-9a7c-add8267fbbf1 HTTP/1.1" status: 204 len: 168 time: 0.1815751 Apr 14 21:23:37.858606 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83912655-e075-4b82-9fe8-764646038721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c61c3-e91a-4a42-9a7c-add8267fbbf1,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:38.698312 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-826ae51c-c364-4c7e-a5fc-f8ec0142ea16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:41.058029 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a58d3859-a717-42e9-b1c3-333a7116da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:41.995007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.619398 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43826) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:42.733470 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9facff5c-dcc7-453b-ade1-ec9dfecc2fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.810990 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9facff5c-dcc7-453b-ade1-ec9dfecc2fce admin admin] Publish callbacks [] for security_group (309c2820-02b9-46bc-bef0-20cd2d4c4184), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.890919 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-9facff5c-dcc7-453b-ade1-ec9dfecc2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (309c2820-02b9-46bc-bef0-20cd2d4c4184), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.932005 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-9facff5c-dcc7-453b-ade1-ec9dfecc2fce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=388420c6659c4f9ab5541bf236dc9a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115363 Apr 14 21:23:42.932995 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facff5c-dcc7-453b-ade1-ec9dfecc2fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c2820-02b9-46bc-bef0-20cd2d4c4184,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:42.934817 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43838) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:42.985059 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] Publish callbacks [] for security_group (309c2820-02b9-46bc-bef0-20cd2d4c4184), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.005839 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] Publish callbacks [] for security_group (309c2820-02b9-46bc-bef0-20cd2d4c4184), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.132517 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (309c2820-02b9-46bc-bef0-20cd2d4c4184), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.135167 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.136323 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/309c2820-02b9-46bc-bef0-20cd2d4c4184 HTTP/1.1" status: 204 len: 168 time: 0.2005310 Apr 14 21:23:43.145294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196246bd-8fff-4c72-95e7-1968da0a13c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c2820-02b9-46bc-bef0-20cd2d4c4184,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:43.366400 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.218360 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43886) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:44.323498 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60825416-network', 'tenant_id': '60978e94895f4b0cae0ec8cf6a891412'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:44.418793 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Made reservation on behalf of 60978e94895f4b0cae0ec8cf6a891412 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:44.421030 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.429588 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.504231 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks [] for security_group (002e09b8-b06f-4ec2-939a-056d82bc4cca), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.589603 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (002e09b8-b06f-4ec2-939a-056d82bc4cca), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.614242 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:23:44.623797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e09b8-b06f-4ec2-939a-056d82bc4cca,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:44.629804 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.630148 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Added segment ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe of type vlan for network a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 Apr 14 21:23:44.672269 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (a205d4a5-1a1b-48e7-b7a5-1464e12b09c0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.749364 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (a205d4a5-1a1b-48e7-b7a5-1464e12b09c0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.750340 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:44.750928 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.809636 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=a205d4a5-1a1b-48e7-b7a5-1464e12b09c0,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:44.819602 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:23:44.838276 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d99ca735-d381-49e7-a5a4-c29529d70dc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6188128 Apr 14 21:23:44.841703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43894) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:44.846522 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Request body: {'subnet': {'network_id': 'a205d4a5-1a1b-48e7-b7a5-1464e12b09c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60825416-subnet', 'tenant_id': '60978e94895f4b0cae0ec8cf6a891412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:44.915281 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.943799 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Made reservation on behalf of 60978e94895f4b0cae0ec8cf6a891412 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:44.946258 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:45.184474 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (b000632c-4f16-424b-b294-af97366f533d), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:45.244126 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b000632c-4f16-424b-b294-af97366f533d,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:45.252239 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Checking segment: {'id': 'ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a205d4a5-1a1b-48e7-b7a5-1464e12b09c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:45.252603 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Network hostable DHCP agents. Network: a205d4a5-1a1b-48e7-b7a5-1464e12b09c0, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:23:45.322322 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Network a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:23:45.399217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, a205d4a5-1a1b-48e7-b7a5-1464e12b09c0) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:45.403696 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:45.404482 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:45.409952 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e9133-09a2-4963-8123-9bdd5adba5dd None None] Network a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:45.503210 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f74d8be1-c12a-4f16-a0a5-99e67f89be45 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6596091 Apr 14 21:23:45.504847 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c8944-17c2-43d0-a53a-a95b3b184504 None None] Network a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:46.302365 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43938) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:46.307282 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041240870-network', 'tenant_id': '16a99177db2444a587920df43d1012c3'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:46.401043 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Made reservation on behalf of 16a99177db2444a587920df43d1012c3 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:46.403955 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.417462 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.494217 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks [] for security_group (f5ffad40-3151-483a-8e40-a117f43ea807), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.570712 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (f5ffad40-3151-483a-8e40-a117f43ea807), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.596271 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:23:46.607744 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ffad40-3151-483a-8e40-a117f43ea807,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:46.613172 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (d2addcc4-844e-43e8-bc62-d25fcbd1cf2c), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.613535 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Added segment d2addcc4-844e-43e8-bc62-d25fcbd1cf2c of type vlan for network edada138-33a4-46cf-9f54-cbbd89c73203 Apr 14 21:23:46.655128 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (edada138-33a4-46cf-9f54-cbbd89c73203), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.778867 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (edada138-33a4-46cf-9f54-cbbd89c73203), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.780043 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:46.780499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.848272 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] Pushing event updated for resources: {'Network': ['ID=edada138-33a4-46cf-9f54-cbbd89c73203,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:46.858032 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network edada138-33a4-46cf-9f54-cbbd89c73203 details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:23:46.866946 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-0c09d01b-acee-4625-983f-4df0351703e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5634570 Apr 14 21:23:46.869652 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43964) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:46.875207 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Request body: {'subnet': {'network_id': 'edada138-33a4-46cf-9f54-cbbd89c73203', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041240870-subnet', 'tenant_id': '16a99177db2444a587920df43d1012c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:46.955154 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Made reservation on behalf of 16a99177db2444a587920df43d1012c3 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:46.957585 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.218303 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (5db5e3c9-fafc-45db-9b6a-e3cac82a2320), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.274726 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db5e3c9-fafc-45db-9b6a-e3cac82a2320,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:47.284051 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Checking segment: {'id': 'd2addcc4-844e-43e8-bc62-d25fcbd1cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'edada138-33a4-46cf-9f54-cbbd89c73203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:47.288925 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Network hostable DHCP agents. Network: edada138-33a4-46cf-9f54-cbbd89c73203, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:23:47.389169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Network edada138-33a4-46cf-9f54-cbbd89c73203 is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:23:47.480871 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, edada138-33a4-46cf-9f54-cbbd89c73203) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:47.484899 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:47.485583 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.491603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da74235-192e-49d8-a429-b71699802d7f None None] Network edada138-33a4-46cf-9f54-cbbd89c73203 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:47.592384 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b025f-b596-474f-b51a-d080bb1fe0b8 None None] Network edada138-33a4-46cf-9f54-cbbd89c73203 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:47.598389 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-1febee18-dcf4-42f5-aac9-d3156fb8b61e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7275975 Apr 14 21:23:47.619830 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 43986) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:47.725559 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43990) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:47.734239 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c13b2c1d-9ea2-4b5c-8e4a-d3d742cea7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.770116 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Deleting subnet b000632c-4f16-424b-b294-af97366f533d {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:23:47.774991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Publish callbacks [] for subnet (b000632c-4f16-424b-b294-af97366f533d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.808190 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c13b2c1d-9ea2-4b5c-8e4a-d3d742cea7bf admin admin] Publish callbacks [] for security_group (61ada4c6-adec-4487-8278-7a0e03b5f9be), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.809205 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (b000632c-4f16-424b-b294-af97366f533d), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.851596 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (b000632c-4f16-424b-b294-af97366f533d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.885197 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c13b2c1d-9ea2-4b5c-8e4a-d3d742cea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (61ada4c6-adec-4487-8278-7a0e03b5f9be), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.927427 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c13b2c1d-9ea2-4b5c-8e4a-d3d742cea7bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5973703cee63494cafd1ae266e6c566d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031385 Apr 14 21:23:47.927427 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b2c1d-9ea2-4b5c-8e4a-d3d742cea7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ada4c6-adec-4487-8278-7a0e03b5f9be,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:47.927694 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 43992) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:47.979106 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] Publish callbacks [] for security_group (61ada4c6-adec-4487-8278-7a0e03b5f9be), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.992496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (b000632c-4f16-424b-b294-af97366f533d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.028188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b000632c-4f16-424b-b294-af97366f533d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:48.031463 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] Publish callbacks [] for security_group (61ada4c6-adec-4487-8278-7a0e03b5f9be), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.039829 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.043070 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-51b956b7-e663-4ed1-8b8c-52ee62603211 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b000632c-4f16-424b-b294-af97366f533d HTTP/1.1" status: 204 len: 168 time: 0.3159270 Apr 14 21:23:48.045723 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44000) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:48.120511 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (a205d4a5-1a1b-48e7-b7a5-1464e12b09c0), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.159793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (61ada4c6-adec-4487-8278-7a0e03b5f9be), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.162487 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.166861 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61ada4c6-adec-4487-8278-7a0e03b5f9be HTTP/1.1" status: 204 len: 168 time: 0.2386858 Apr 14 21:23:48.180798 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf68c38-7507-4265-87a1-f2232c095102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ada4c6-adec-4487-8278-7a0e03b5f9be,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:48.199040 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (a205d4a5-1a1b-48e7-b7a5-1464e12b09c0), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.228870 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a205d4a5-1a1b-48e7-b7a5-1464e12b09c0']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.238963 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.239263 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.249518 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.263059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.268917 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:23:48.269332 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (ee60cc05-e4b1-4dd6-8e22-e7d0cab9c2fe), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:23:48.270986 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:23:48.416302 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (a205d4a5-1a1b-48e7-b7a5-1464e12b09c0), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.422228 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.425827 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a205d4a5-1a1b-48e7-b7a5-1464e12b09c0 HTTP/1.1" status: 204 len: 168 time: 0.3786747 Apr 14 21:23:48.428442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44016) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:48.436460 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86aeae-9e34-442a-9eff-1cedd6e0c4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a205d4a5-1a1b-48e7-b7a5-1464e12b09c0,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:48.473929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Deleting subnet 5db5e3c9-fafc-45db-9b6a-e3cac82a2320 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:23:48.477196 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Publish callbacks [] for subnet (5db5e3c9-fafc-45db-9b6a-e3cac82a2320), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.527087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (5db5e3c9-fafc-45db-9b6a-e3cac82a2320), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.570809 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (5db5e3c9-fafc-45db-9b6a-e3cac82a2320), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.708364 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (5db5e3c9-fafc-45db-9b6a-e3cac82a2320), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.749206 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db5e3c9-fafc-45db-9b6a-e3cac82a2320,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:48.751215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.754723 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-1a864b6b-c148-4662-9aac-ec60f83ba41c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5db5e3c9-fafc-45db-9b6a-e3cac82a2320 HTTP/1.1" status: 204 len: 168 time: 0.3252339 Apr 14 21:23:48.757358 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44022) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:48.831961 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (edada138-33a4-46cf-9f54-cbbd89c73203), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.899898 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44026) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:48.913990 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78221dd1-53f1-4bd3-ad61-56bbe001731f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.914290 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (edada138-33a4-46cf-9f54-cbbd89c73203), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.933890 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:23:48.944052 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edada138-33a4-46cf-9f54-cbbd89c73203']}} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.956075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2addcc4-844e-43e8-bc62-d25fcbd1cf2c') {'for_net_delete': True} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.956488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.services.segments.db [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2addcc4-844e-43e8-bc62-d25fcbd1cf2c') {} {{(pid=104065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:48.967719 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9931255'] for segment (d2addcc4-844e-43e8-bc62-d25fcbd1cf2c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.991346 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (d2addcc4-844e-43e8-bc62-d25fcbd1cf2c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.997886 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104065) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:23:48.998388 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10188601'] for segment (d2addcc4-844e-43e8-bc62-d25fcbd1cf2c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.998614 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78221dd1-53f1-4bd3-ad61-56bbe001731f admin admin] Publish callbacks [] for security_group (064b9f9e-bec4-4c10-be0a-a6f9b614f636), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: Traceback (most recent call last): Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: timer() Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: cb(*args, **kw) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: return func(*args, **kwargs) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: self._notify() Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: self.callback(batched_events) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: event.method(event) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: return f(self, *a, **k) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._get(url).json() Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: return self.request(url, 'GET', **kwargs) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:23:49.000122 dv-cinder-837542-3-iscsi neutron-server[104065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:23:49.143620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-78221dd1-53f1-4bd3-ad61-56bbe001731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (064b9f9e-bec4-4c10-be0a-a6f9b614f636), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.185905 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-78221dd1-53f1-4bd3-ad61-56bbe001731f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d3b557b84684e859fc41562915544c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848599 Apr 14 21:23:49.186858 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78221dd1-53f1-4bd3-ad61-56bbe001731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064b9f9e-bec4-4c10-be0a-a6f9b614f636,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:49.188585 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44028) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:49.210459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (edada138-33a4-46cf-9f54-cbbd89c73203), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.218448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.221604 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/edada138-33a4-46cf-9f54-cbbd89c73203 HTTP/1.1" status: 204 len: 168 time: 0.4633126 Apr 14 21:23:49.239040 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3ca16-fa66-4235-ac0e-7b49aaa809f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=edada138-33a4-46cf-9f54-cbbd89c73203,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:49.257086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] Publish callbacks [] for security_group (064b9f9e-bec4-4c10-be0a-a6f9b614f636), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.279984 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] Publish callbacks [] for security_group (064b9f9e-bec4-4c10-be0a-a6f9b614f636), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.412200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (064b9f9e-bec4-4c10-be0a-a6f9b614f636), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.414845 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.416019 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/064b9f9e-bec4-4c10-be0a-a6f9b614f636 HTTP/1.1" status: 204 len: 168 time: 0.2263229 Apr 14 21:23:49.423972 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de59a3-f7be-4b08-8cbc-74f3a0741be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b9f9e-bec4-4c10-be0a-a6f9b614f636,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:49.597086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44034) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:49.635441 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-285c7eee-5966-4c5c-8dac-ff33c1a05716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60978e94895f4b0cae0ec8cf6a891412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372431 Apr 14 21:23:49.638575 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44036) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:49.687888 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] Publish callbacks [] for security_group (002e09b8-b06f-4ec2-939a-056d82bc4cca), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.709357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] Publish callbacks [] for security_group (002e09b8-b06f-4ec2-939a-056d82bc4cca), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.818171 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (002e09b8-b06f-4ec2-939a-056d82bc4cca), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.821643 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:49.825256 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/002e09b8-b06f-4ec2-939a-056d82bc4cca HTTP/1.1" status: 204 len: 168 time: 0.1833370 Apr 14 21:23:49.830880 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e6a2d-b6dc-48da-925d-2896bdf57a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e09b8-b06f-4ec2-939a-056d82bc4cca,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:50.472524 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44066) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:50.522221 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-098eb8ec-0127-490d-a17a-8d0de4fb0abd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16a99177db2444a587920df43d1012c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478477 Apr 14 21:23:50.524730 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44072) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:50.583441 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] Publish callbacks [] for security_group (f5ffad40-3151-483a-8e40-a117f43ea807), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:50.600819 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] Publish callbacks [] for security_group (f5ffad40-3151-483a-8e40-a117f43ea807), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:50.721108 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (f5ffad40-3151-483a-8e40-a117f43ea807), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:50.723818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:50.727479 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ffad40-3151-483a-8e40-a117f43ea807 HTTP/1.1" status: 204 len: 168 time: 0.1992087 Apr 14 21:23:50.735228 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5a148-9ff6-4b8e-af7e-54fb7be543ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ffad40-3151-483a-8e40-a117f43ea807,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:53.259885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44184) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:53.366854 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ab632790-ce09-44c4-80ac-e9b0852497c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.451840 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ab632790-ce09-44c4-80ac-e9b0852497c6 admin admin] Publish callbacks [] for security_group (bd598ce5-c2ab-48fe-ba0c-114a20ad2908), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.519098 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ab632790-ce09-44c4-80ac-e9b0852497c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bd598ce5-c2ab-48fe-ba0c-114a20ad2908), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.561908 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ab632790-ce09-44c4-80ac-e9b0852497c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5decabbbbd7348998c25ef33082df689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008802 Apr 14 21:23:53.562787 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab632790-ce09-44c4-80ac-e9b0852497c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd598ce5-c2ab-48fe-ba0c-114a20ad2908,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:53.564581 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44198) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:53.613536 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] Publish callbacks [] for security_group (bd598ce5-c2ab-48fe-ba0c-114a20ad2908), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.636261 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] Publish callbacks [] for security_group (bd598ce5-c2ab-48fe-ba0c-114a20ad2908), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.732042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bd598ce5-c2ab-48fe-ba0c-114a20ad2908), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.735214 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.736343 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd598ce5-c2ab-48fe-ba0c-114a20ad2908 HTTP/1.1" status: 204 len: 168 time: 0.1707151 Apr 14 21:23:53.744160 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc0499-122d-4fdd-8e4b-bc068d3ed792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd598ce5-c2ab-48fe-ba0c-114a20ad2908,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:54.486661 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44206) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:54.501017 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-71452291-84ed-4be2-8047-8e3be3abc64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.582174 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-71452291-84ed-4be2-8047-8e3be3abc64f admin admin] Publish callbacks [] for security_group (bde7dc87-958f-4fc7-b5b1-eb080b28b135), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.662394 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-71452291-84ed-4be2-8047-8e3be3abc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bde7dc87-958f-4fc7-b5b1-eb080b28b135), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.706772 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44218) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:54.707352 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-71452291-84ed-4be2-8047-8e3be3abc64f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68cf4bee41624d888ac18614a57da45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190058 Apr 14 21:23:54.707718 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71452291-84ed-4be2-8047-8e3be3abc64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde7dc87-958f-4fc7-b5b1-eb080b28b135,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:54.760885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] Publish callbacks [] for security_group (bde7dc87-958f-4fc7-b5b1-eb080b28b135), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.783106 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] Publish callbacks [] for security_group (bde7dc87-958f-4fc7-b5b1-eb080b28b135), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.913697 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (bde7dc87-958f-4fc7-b5b1-eb080b28b135), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.924403 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:54.924403 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bde7dc87-958f-4fc7-b5b1-eb080b28b135 HTTP/1.1" status: 204 len: 168 time: 0.2095854 Apr 14 21:23:54.930841 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1d447-4f7b-45b1-a9a9-2fbfe8787e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde7dc87-958f-4fc7-b5b1-eb080b28b135,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:59.595556 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44412) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:59.700228 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-67ebaabd-a5f7-4af2-b01d-ee5973fb454e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:59.779133 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-67ebaabd-a5f7-4af2-b01d-ee5973fb454e admin admin] Publish callbacks [] for security_group (b6331886-d9e9-428d-8ffd-4d55b0818e4b), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:59.828839 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-67ebaabd-a5f7-4af2-b01d-ee5973fb454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b6331886-d9e9-428d-8ffd-4d55b0818e4b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:59.866264 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebaabd-a5f7-4af2-b01d-ee5973fb454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6331886-d9e9-428d-8ffd-4d55b0818e4b,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:59.871076 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-67ebaabd-a5f7-4af2-b01d-ee5973fb454e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e977c909bec4831aedbd9709254a867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739723 Apr 14 21:23:59.874312 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44424) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:59.922226 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] Publish callbacks [] for security_group (b6331886-d9e9-428d-8ffd-4d55b0818e4b), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:59.944326 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] Publish callbacks [] for security_group (b6331886-d9e9-428d-8ffd-4d55b0818e4b), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.040488 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b6331886-d9e9-428d-8ffd-4d55b0818e4b), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.043162 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.044352 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6331886-d9e9-428d-8ffd-4d55b0818e4b HTTP/1.1" status: 204 len: 168 time: 0.1696732 Apr 14 21:24:00.052245 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c2295-b1fa-4368-9f44-c8b0c6f42d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6331886-d9e9-428d-8ffd-4d55b0818e4b,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:00.177750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44432) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:00.330840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-93c33b19-3f9f-4d7f-9a85-719e185572bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.405101 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-93c33b19-3f9f-4d7f-9a85-719e185572bc admin admin] Publish callbacks [] for security_group (b5a9687d-c90b-4e8e-89ad-f680b4f9bba7), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.457296 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-93c33b19-3f9f-4d7f-9a85-719e185572bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b5a9687d-c90b-4e8e-89ad-f680b4f9bba7), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.495099 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33b19-3f9f-4d7f-9a85-719e185572bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a9687d-c90b-4e8e-89ad-f680b4f9bba7,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:00.500705 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-93c33b19-3f9f-4d7f-9a85-719e185572bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58fe6bf552694e7aa466c4cbe802925b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212085 Apr 14 21:24:00.503340 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44438) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:00.551174 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] Publish callbacks [] for security_group (b5a9687d-c90b-4e8e-89ad-f680b4f9bba7), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.572186 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] Publish callbacks [] for security_group (b5a9687d-c90b-4e8e-89ad-f680b4f9bba7), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.593885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44440) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:00.613236 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd1d5024-352a-45a0-9c7c-9136c8b731cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.721698 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b5a9687d-c90b-4e8e-89ad-f680b4f9bba7), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.724222 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.725365 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5a9687d-c90b-4e8e-89ad-f680b4f9bba7 HTTP/1.1" status: 204 len: 168 time: 0.2210517 Apr 14 21:24:00.744264 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f53600-db6f-4220-bb47-31200874cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a9687d-c90b-4e8e-89ad-f680b4f9bba7,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:00.799356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd1d5024-352a-45a0-9c7c-9136c8b731cf admin admin] Publish callbacks [] for security_group (a4854486-39b3-42f2-92d6-feffdae0c370), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.893205 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fd1d5024-352a-45a0-9c7c-9136c8b731cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a4854486-39b3-42f2-92d6-feffdae0c370), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.942424 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-fd1d5024-352a-45a0-9c7c-9136c8b731cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb811d71c67340ea97dde690007eb634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474734 Apr 14 21:24:00.943288 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d5024-352a-45a0-9c7c-9136c8b731cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4854486-39b3-42f2-92d6-feffdae0c370,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:00.945118 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44444) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:00.995696 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] Publish callbacks [] for security_group (a4854486-39b3-42f2-92d6-feffdae0c370), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.018800 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] Publish callbacks [] for security_group (a4854486-39b3-42f2-92d6-feffdae0c370), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.138077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a4854486-39b3-42f2-92d6-feffdae0c370), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.140767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.141981 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4854486-39b3-42f2-92d6-feffdae0c370 HTTP/1.1" status: 204 len: 168 time: 0.1957939 Apr 14 21:24:01.150548 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100956f1-d754-407a-9231-25f836eccf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4854486-39b3-42f2-92d6-feffdae0c370,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:01.490549 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44472) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:01.503414 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a4001268-8932-4322-8254-1d3cdbaedb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.590236 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a4001268-8932-4322-8254-1d3cdbaedb41 admin admin] Publish callbacks [] for security_group (312a4e99-d2d0-4753-bc68-10f4ca24e9e3), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.667883 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a4001268-8932-4322-8254-1d3cdbaedb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (312a4e99-d2d0-4753-bc68-10f4ca24e9e3), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.707113 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a4001268-8932-4322-8254-1d3cdbaedb41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cb8f25cc525470c951f913eda52c3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154009 Apr 14 21:24:01.709613 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001268-8932-4322-8254-1d3cdbaedb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a4e99-d2d0-4753-bc68-10f4ca24e9e3,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:01.709770 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44484) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:01.759824 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] Publish callbacks [] for security_group (312a4e99-d2d0-4753-bc68-10f4ca24e9e3), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.782090 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] Publish callbacks [] for security_group (312a4e99-d2d0-4753-bc68-10f4ca24e9e3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.892091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (312a4e99-d2d0-4753-bc68-10f4ca24e9e3), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.894983 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.896329 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/312a4e99-d2d0-4753-bc68-10f4ca24e9e3 HTTP/1.1" status: 204 len: 168 time: 0.1855698 Apr 14 21:24:01.904491 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cdfeb-4793-49c3-a6f2-603cec5ddcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a4e99-d2d0-4753-bc68-10f4ca24e9e3,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:05.252431 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44610) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:05.359499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a81b107-fb81-4234-80ee-51fce75e854b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.436423 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a81b107-fb81-4234-80ee-51fce75e854b admin admin] Publish callbacks [] for security_group (b179cfe5-c91c-4cb5-aa82-8466f49b09a0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.491570 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a81b107-fb81-4234-80ee-51fce75e854b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b179cfe5-c91c-4cb5-aa82-8466f49b09a0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.529579 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b107-fb81-4234-80ee-51fce75e854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b179cfe5-c91c-4cb5-aa82-8466f49b09a0,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:05.536692 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8a81b107-fb81-4234-80ee-51fce75e854b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ed349c085c846fab0ca6b4b023114f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804232 Apr 14 21:24:05.537165 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44616) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:05.593044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Publish callbacks [] for security_group (b179cfe5-c91c-4cb5-aa82-8466f49b09a0), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.616766 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Publish callbacks [] for security_group (b179cfe5-c91c-4cb5-aa82-8466f49b09a0), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.760048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b179cfe5-c91c-4cb5-aa82-8466f49b09a0), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.763184 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.764397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b179cfe5-c91c-4cb5-aa82-8466f49b09a0 HTTP/1.1" status: 204 len: 168 time: 0.2248914 Apr 14 21:24:05.772902 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b179cfe5-c91c-4cb5-aa82-8466f49b09a0,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:05.781379 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.782240 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.782648 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.783056 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.784049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.784447 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.784839 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.785259 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.785649 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.786126 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.786656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.787048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.787434 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.787818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:05.788200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842cc7-3033-4173-a3a7-5923be0bf891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:06.440016 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44644) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:06.454863 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e258a42-b538-4e29-bb38-c94259a48ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.534336 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e258a42-b538-4e29-bb38-c94259a48ca7 admin admin] Publish callbacks [] for security_group (1f4d57ec-0ebd-413f-bcc8-2895b626bb68), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.617582 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2e258a42-b538-4e29-bb38-c94259a48ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1f4d57ec-0ebd-413f-bcc8-2895b626bb68), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.664206 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44648) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:06.665028 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2e258a42-b538-4e29-bb38-c94259a48ca7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f38c12d5f5b241e8ab4db37eb3536cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229581 Apr 14 21:24:06.665562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258a42-b538-4e29-bb38-c94259a48ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4d57ec-0ebd-413f-bcc8-2895b626bb68,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:06.722948 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] Publish callbacks [] for security_group (1f4d57ec-0ebd-413f-bcc8-2895b626bb68), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.748925 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] Publish callbacks [] for security_group (1f4d57ec-0ebd-413f-bcc8-2895b626bb68), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.880494 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (1f4d57ec-0ebd-413f-bcc8-2895b626bb68), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.883124 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:06.884273 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f4d57ec-0ebd-413f-bcc8-2895b626bb68 HTTP/1.1" status: 204 len: 168 time: 0.2187960 Apr 14 21:24:06.893980 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c3688-d483-416a-b1f1-2f81a2922869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4d57ec-0ebd-413f-bcc8-2895b626bb68,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:07.005844 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.685749 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-918a0902-66fd-4fda-ad87-c153279a7cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.720012 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44716) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:08.827075 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce55269c-e4f3-4245-baab-554a0688f1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.906059 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce55269c-e4f3-4245-baab-554a0688f1e1 admin admin] Publish callbacks [] for security_group (9aef51bb-acac-4573-9ca8-7e03ab14d01d), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.028590 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ce55269c-e4f3-4245-baab-554a0688f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9aef51bb-acac-4573-9ca8-7e03ab14d01d), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.068134 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ce55269c-e4f3-4245-baab-554a0688f1e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a2bcc3186cd489889bc38d398dcdce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464508 Apr 14 21:24:09.070225 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55269c-e4f3-4245-baab-554a0688f1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef51bb-acac-4573-9ca8-7e03ab14d01d,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:09.070776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44732) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:09.119584 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] Publish callbacks [] for security_group (9aef51bb-acac-4573-9ca8-7e03ab14d01d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.141700 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] Publish callbacks [] for security_group (9aef51bb-acac-4573-9ca8-7e03ab14d01d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.240139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9aef51bb-acac-4573-9ca8-7e03ab14d01d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.243028 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.244212 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aef51bb-acac-4573-9ca8-7e03ab14d01d HTTP/1.1" status: 204 len: 168 time: 0.1724567 Apr 14 21:24:09.252745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246cc50-3660-497e-9650-ffe265098417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef51bb-acac-4573-9ca8-7e03ab14d01d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:09.404180 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44744) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:09.655485 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0232a7cd-9616-441b-b233-091fb4f8502d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.732105 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0232a7cd-9616-441b-b233-091fb4f8502d admin admin] Publish callbacks [] for security_group (9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.782807 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-0232a7cd-9616-441b-b233-091fb4f8502d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.826207 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-0232a7cd-9616-441b-b233-091fb4f8502d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e518efefe1284f409c26cabcf6d66600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208341 Apr 14 21:24:09.828204 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232a7cd-9616-441b-b233-091fb4f8502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:09.829072 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44756) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:09.886329 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] Publish callbacks [] for security_group (9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.911606 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] Publish callbacks [] for security_group (9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.034027 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44762) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:10.047119 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-23bf274b-2e6b-4ee7-b131-6f656c1a5189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.051300 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.054065 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.057914 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2 HTTP/1.1" status: 204 len: 168 time: 0.2250862 Apr 14 21:24:10.069007 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbf2ff-e66e-4144-8134-e64923ec9559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd9ef2-bc1a-4c7a-8ff2-bd9bb7bcb4d2,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:10.130329 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-23bf274b-2e6b-4ee7-b131-6f656c1a5189 admin admin] Publish callbacks [] for security_group (09137d90-63e3-4de3-8bfc-7500adb8e3ad), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.215708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-23bf274b-2e6b-4ee7-b131-6f656c1a5189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (09137d90-63e3-4de3-8bfc-7500adb8e3ad), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.260160 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-23bf274b-2e6b-4ee7-b131-6f656c1a5189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db3fcf406f6b454693a4d1d833dfde3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250123 Apr 14 21:24:10.261170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf274b-2e6b-4ee7-b131-6f656c1a5189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09137d90-63e3-4de3-8bfc-7500adb8e3ad,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:10.262932 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44772) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:10.314157 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] Publish callbacks [] for security_group (09137d90-63e3-4de3-8bfc-7500adb8e3ad), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.335526 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] Publish callbacks [] for security_group (09137d90-63e3-4de3-8bfc-7500adb8e3ad), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.451226 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (09137d90-63e3-4de3-8bfc-7500adb8e3ad), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.454002 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:10.456450 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09137d90-63e3-4de3-8bfc-7500adb8e3ad HTTP/1.1" status: 204 len: 168 time: 0.1914060 Apr 14 21:24:10.465257 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c93569-064f-4088-a9e7-5f84e3b55a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09137d90-63e3-4de3-8bfc-7500adb8e3ad,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:11.073887 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44792) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:11.088157 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-36e8f3bd-5656-4a63-a43c-6eed3b6862a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.103069 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe37f-d018-4cea-820d-120a59cf9683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.177114 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-36e8f3bd-5656-4a63-a43c-6eed3b6862a8 admin admin] Publish callbacks [] for security_group (4a76f2e2-1f58-4ee6-a18d-8a5faa503918), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.234164 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-36e8f3bd-5656-4a63-a43c-6eed3b6862a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4a76f2e2-1f58-4ee6-a18d-8a5faa503918), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.275895 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-36e8f3bd-5656-4a63-a43c-6eed3b6862a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e50c84f674fd41959e4393267772afb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008209 Apr 14 21:24:11.277779 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8f3bd-5656-4a63-a43c-6eed3b6862a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76f2e2-1f58-4ee6-a18d-8a5faa503918,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:11.279059 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44798) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:11.330103 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] Publish callbacks [] for security_group (4a76f2e2-1f58-4ee6-a18d-8a5faa503918), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.356164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] Publish callbacks [] for security_group (4a76f2e2-1f58-4ee6-a18d-8a5faa503918), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.468526 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (4a76f2e2-1f58-4ee6-a18d-8a5faa503918), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.471216 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.478087 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a76f2e2-1f58-4ee6-a18d-8a5faa503918 HTTP/1.1" status: 204 len: 168 time: 0.1923394 Apr 14 21:24:11.480468 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77bc04-d9bd-42bc-9190-10d48d338580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76f2e2-1f58-4ee6-a18d-8a5faa503918,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:11.994291 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.348981 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:14.916181 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.007086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44930) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:15.116149 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae7af-6c51-4eac-8ad3-e37fa4a4c302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.193021 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae7af-6c51-4eac-8ad3-e37fa4a4c302 admin admin] Publish callbacks [] for security_group (fb24086c-8a73-49a1-bf83-8ea16b98b074), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.245480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae7af-6c51-4eac-8ad3-e37fa4a4c302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fb24086c-8a73-49a1-bf83-8ea16b98b074), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.284442 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ea1ae7af-6c51-4eac-8ad3-e37fa4a4c302 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f147f814c9034cc9911e3be23fc0acc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761023 Apr 14 21:24:15.286458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ae7af-6c51-4eac-8ad3-e37fa4a4c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24086c-8a73-49a1-bf83-8ea16b98b074,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:15.287105 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44934) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:15.345922 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] Publish callbacks [] for security_group (fb24086c-8a73-49a1-bf83-8ea16b98b074), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.367012 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] Publish callbacks [] for security_group (fb24086c-8a73-49a1-bf83-8ea16b98b074), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.508457 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (fb24086c-8a73-49a1-bf83-8ea16b98b074), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.511585 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:15.516674 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb24086c-8a73-49a1-bf83-8ea16b98b074 HTTP/1.1" status: 204 len: 168 time: 0.2245808 Apr 14 21:24:15.521112 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca748c4f-e20f-4d47-aca4-300fad67548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24086c-8a73-49a1-bf83-8ea16b98b074,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:16.111550 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 44954) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:16.124669 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3e3b67fe-84cb-4b8f-b6c5-2e8b22f077ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.200985 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3e3b67fe-84cb-4b8f-b6c5-2e8b22f077ca admin admin] Publish callbacks [] for security_group (e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.262590 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-3e3b67fe-84cb-4b8f-b6c5-2e8b22f077ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.304889 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-3e3b67fe-84cb-4b8f-b6c5-2e8b22f077ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3345822b39e34666974dcea7ea374f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895430 Apr 14 21:24:16.304889 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b67fe-84cb-4b8f-b6c5-2e8b22f077ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:16.305776 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 44956) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:16.365103 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] Publish callbacks [] for security_group (e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.387857 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] Publish callbacks [] for security_group (e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.536127 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.538744 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:16.539888 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b HTTP/1.1" status: 204 len: 168 time: 0.2276335 Apr 14 21:24:16.548261 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767aaa-9860-403e-9a58-05e41c7e8a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e330ddd8-aa6c-4e9a-aafb-5c1f43086a4b,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:22.780396 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45048) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:22.883753 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-237d842c-0121-48f4-8334-58414ee04318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:22.961702 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-237d842c-0121-48f4-8334-58414ee04318 admin admin] Publish callbacks [] for security_group (40c3a6e4-1040-41b0-90c9-b9d498bb9604), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.010926 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-237d842c-0121-48f4-8334-58414ee04318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (40c3a6e4-1040-41b0-90c9-b9d498bb9604), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.049641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-237d842c-0121-48f4-8334-58414ee04318 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac4736a125234b788da2e4c97623f24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681262 Apr 14 21:24:23.050498 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d842c-0121-48f4-8334-58414ee04318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3a6e4-1040-41b0-90c9-b9d498bb9604,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:23.052254 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45054) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:23.104348 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Publish callbacks [] for security_group (40c3a6e4-1040-41b0-90c9-b9d498bb9604), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.124879 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Publish callbacks [] for security_group (40c3a6e4-1040-41b0-90c9-b9d498bb9604), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.245641 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (40c3a6e4-1040-41b0-90c9-b9d498bb9604), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.248179 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.252155 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c3a6e4-1040-41b0-90c9-b9d498bb9604 HTTP/1.1" status: 204 len: 168 time: 0.1980755 Apr 14 21:24:23.259982 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3a6e4-1040-41b0-90c9-b9d498bb9604,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:23.267646 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.267991 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.268334 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.268673 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.269029 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.269363 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.269691 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.270014 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.270350 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.270676 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.271001 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.271323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.271643 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.271968 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.272285 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c04a03-c0d0-4bdb-aa95-3d509ecee1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:23.862005 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45062) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:23.875035 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6259784d-0d37-41e3-ade2-b14d50e30179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.952717 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6259784d-0d37-41e3-ade2-b14d50e30179 admin admin] Publish callbacks [] for security_group (7cbeaaaa-f639-4895-95ed-261b8f0e0c73), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.016607 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-6259784d-0d37-41e3-ade2-b14d50e30179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7cbeaaaa-f639-4895-95ed-261b8f0e0c73), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.054808 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-6259784d-0d37-41e3-ade2-b14d50e30179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dfcd6551626447795b11cf20c396db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917257 Apr 14 21:24:24.056024 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259784d-0d37-41e3-ade2-b14d50e30179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbeaaaa-f639-4895-95ed-261b8f0e0c73,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:24.057420 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45066) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:24.107906 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] Publish callbacks [] for security_group (7cbeaaaa-f639-4895-95ed-261b8f0e0c73), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.128088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] Publish callbacks [] for security_group (7cbeaaaa-f639-4895-95ed-261b8f0e0c73), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.245321 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7cbeaaaa-f639-4895-95ed-261b8f0e0c73), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.248200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:24.249366 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cbeaaaa-f639-4895-95ed-261b8f0e0c73 HTTP/1.1" status: 204 len: 168 time: 0.1901939 Apr 14 21:24:24.257837 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8e355-5e1d-4ac3-9aaa-726a412257f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbeaaaa-f639-4895-95ed-261b8f0e0c73,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:24.957468 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45076) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:24.970627 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6f236d1e-b236-4acc-ad91-9dc35036da21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.042494 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6f236d1e-b236-4acc-ad91-9dc35036da21 admin admin] Publish callbacks [] for security_group (a1806d65-8f17-46eb-9d79-5d75a591dd79), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.136424 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-6f236d1e-b236-4acc-ad91-9dc35036da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a1806d65-8f17-46eb-9d79-5d75a591dd79), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.177899 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-6f236d1e-b236-4acc-ad91-9dc35036da21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7aa6535c8450470cb2d4833d3530cc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192516 Apr 14 21:24:25.178770 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f236d1e-b236-4acc-ad91-9dc35036da21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1806d65-8f17-46eb-9d79-5d75a591dd79,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:25.181156 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45078) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:25.228535 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] Publish callbacks [] for security_group (a1806d65-8f17-46eb-9d79-5d75a591dd79), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.252076 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] Publish callbacks [] for security_group (a1806d65-8f17-46eb-9d79-5d75a591dd79), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.352896 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a1806d65-8f17-46eb-9d79-5d75a591dd79), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.356189 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.357370 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1806d65-8f17-46eb-9d79-5d75a591dd79 HTTP/1.1" status: 204 len: 168 time: 0.1752477 Apr 14 21:24:25.365276 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845a508-f231-4e7c-a876-4a0d4c370d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1806d65-8f17-46eb-9d79-5d75a591dd79,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:25.932625 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:24:27.732027 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45150) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:27.836511 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8eb05c41-8ae7-4f09-b77f-568fb2d67b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:27.911131 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8eb05c41-8ae7-4f09-b77f-568fb2d67b06 admin admin] Publish callbacks [] for security_group (a9cd20c8-f725-4444-8be9-6b10e93bd48d), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:27.988095 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8eb05c41-8ae7-4f09-b77f-568fb2d67b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a9cd20c8-f725-4444-8be9-6b10e93bd48d), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.024548 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb05c41-8ae7-4f09-b77f-568fb2d67b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd20c8-f725-4444-8be9-6b10e93bd48d,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:28.030095 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8eb05c41-8ae7-4f09-b77f-568fb2d67b06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fda25b8700bd489888b092f6def57ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970388 Apr 14 21:24:28.032818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45154) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:28.080998 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] Publish callbacks [] for security_group (a9cd20c8-f725-4444-8be9-6b10e93bd48d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.101792 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] Publish callbacks [] for security_group (a9cd20c8-f725-4444-8be9-6b10e93bd48d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.193758 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (a9cd20c8-f725-4444-8be9-6b10e93bd48d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.196370 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.197546 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cd20c8-f725-4444-8be9-6b10e93bd48d HTTP/1.1" status: 204 len: 168 time: 0.1634643 Apr 14 21:24:28.205335 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd746-b812-4ea0-b02a-62be8d672cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd20c8-f725-4444-8be9-6b10e93bd48d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:28.751383 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45164) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:28.765006 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00435e0a-13ca-459f-a826-d69fef42da9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.843586 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00435e0a-13ca-459f-a826-d69fef42da9b admin admin] Publish callbacks [] for security_group (8ec31f87-3b10-4750-ba86-d7594c2d9edf), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.925256 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-00435e0a-13ca-459f-a826-d69fef42da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8ec31f87-3b10-4750-ba86-d7594c2d9edf), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.964297 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-00435e0a-13ca-459f-a826-d69fef42da9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2658629a3244ca69fb71edd99fc179c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118425 Apr 14 21:24:28.965169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00435e0a-13ca-459f-a826-d69fef42da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec31f87-3b10-4750-ba86-d7594c2d9edf,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:28.967166 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45166) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:29.014104 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] Publish callbacks [] for security_group (8ec31f87-3b10-4750-ba86-d7594c2d9edf), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:29.034457 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] Publish callbacks [] for security_group (8ec31f87-3b10-4750-ba86-d7594c2d9edf), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:29.159223 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8ec31f87-3b10-4750-ba86-d7594c2d9edf), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:29.161800 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:29.162950 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ec31f87-3b10-4750-ba86-d7594c2d9edf HTTP/1.1" status: 204 len: 168 time: 0.1947269 Apr 14 21:24:29.170992 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1b1d-0bca-41e7-af7c-8830a933cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec31f87-3b10-4750-ba86-d7594c2d9edf,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:30.229615 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45192) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:30.323987 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-839046980-network', 'tenant_id': 'b8d16f9e66ca4f3b9947dfbea45a9e48'}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:30.427703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Made reservation on behalf of b8d16f9e66ca4f3b9947dfbea45a9e48 for: {'network': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:30.430137 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for network (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.439289 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.513499 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks [] for security_group (99c93393-ae87-46ab-9581-da04480cf3e0), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.576266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (99c93393-ae87-46ab-9581-da04480cf3e0), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.601269 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=104064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:24:30.611096 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c93393-ae87-46ab-9581-da04480cf3e0,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:30.616051 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (0bd6b4b1-5d41-4179-b546-a0b294721172), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.616405 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.segments_db [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Added segment 0bd6b4b1-5d41-4179-b546-a0b294721172 of type vlan for network 3a097385-0ab1-49a8-9612-d3ec598e15be Apr 14 21:24:30.657426 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766593084901'] for network (3a097385-0ab1-49a8-9612-d3ec598e15be), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.719025 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249'] for network (3a097385-0ab1-49a8-9612-d3ec598e15be), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.719992 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:30.720583 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:30.785396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a097385-0ab1-49a8-9612-d3ec598e15be,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:30.797024 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Network 3a097385-0ab1-49a8-9612-d3ec598e15be details requested by agent ovs-agent-dv-cinder-837542-3-iscsi with host dv-cinder-837542-3-iscsi {{(pid=104066) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:24:30.808423 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-8a7047bc-2d2a-43b3-ae1f-81f8a54724a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5776277 Apr 14 21:24:30.811482 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45200) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:30.816288 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.v2.base [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Request body: {'subnet': {'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-839046980-subnet', 'tenant_id': 'b8d16f9e66ca4f3b9947dfbea45a9e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:30.930795 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Made reservation on behalf of b8d16f9e66ca4f3b9947dfbea45a9e48 for: {'subnet': 1} {{(pid=104064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:30.933885 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10378493'] for subnet (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:31.175905 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8693064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10378475'] for subnet (2cd688a3-eae9-4c07-bc1f-4b6095547a48), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:31.233687 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd688a3-eae9-4c07-bc1f-4b6095547a48,revision_number=0']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:31.238842 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Checking segment: {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:31.239193 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Network hostable DHCP agents. Network: 3a097385-0ab1-49a8-9612-d3ec598e15be, hostable agents: ['95b26acb-79a6-4851-9686-43aa34508dbc'], hosted agents: [] {{(pid=104064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:24:31.324225 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Network 3a097385-0ab1-49a8-9612-d3ec598e15be is scheduled to be hosted by DHCP agent 95b26acb-79a6-4851-9686-43aa34508dbc with binding_index 1 {{(pid=104064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:24:31.387033 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.base_scheduler [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-3-iscsi, 3a097385-0ab1-49a8-9612-d3ec598e15be) {{(pid=104064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:31.391098 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:31.391722 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:31.396426 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cfa60-784c-4d8e-9bc1-999836fd5a11 None None] Network 3a097385-0ab1-49a8-9612-d3ec598e15be requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:31.482082 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-bba8a5b4-960e-416a-8e74-a17f0cfe30f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6694398 Apr 14 21:24:31.492896 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ab036-5628-43d8-9ede-fdc72ef05d59 None None] Network 3a097385-0ab1-49a8-9612-d3ec598e15be requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:32.925521 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45230) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:33.027803 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-61b867d8-ac3e-48ab-8b37-99756b459e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.101168 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-61b867d8-ac3e-48ab-8b37-99756b459e67 admin admin] Publish callbacks [] for security_group (edfca2ac-826f-47ec-8b7c-05a91a5ec2aa), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.164757 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-61b867d8-ac3e-48ab-8b37-99756b459e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (edfca2ac-826f-47ec-8b7c-05a91a5ec2aa), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.203456 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-61b867d8-ac3e-48ab-8b37-99756b459e67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f395f231ba004dc985ef5e400fac4429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768562 Apr 14 21:24:33.204509 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b867d8-ac3e-48ab-8b37-99756b459e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfca2ac-826f-47ec-8b7c-05a91a5ec2aa,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:33.206135 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45234) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:33.256167 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] Publish callbacks [] for security_group (edfca2ac-826f-47ec-8b7c-05a91a5ec2aa), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.278607 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] Publish callbacks [] for security_group (edfca2ac-826f-47ec-8b7c-05a91a5ec2aa), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.421099 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (edfca2ac-826f-47ec-8b7c-05a91a5ec2aa), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.423624 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.424765 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edfca2ac-826f-47ec-8b7c-05a91a5ec2aa HTTP/1.1" status: 204 len: 168 time: 0.2176273 Apr 14 21:24:33.432604 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153d19-594f-4bfb-8ffd-4568dc8bd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfca2ac-826f-47ec-8b7c-05a91a5ec2aa,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:34.168738 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45244) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:34.181784 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e4a18c8e-fb11-495e-91c3-706d05aba06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.255495 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e4a18c8e-fb11-495e-91c3-706d05aba06e admin admin] Publish callbacks [] for security_group (364f0e7a-32d9-41af-a48b-520cac82855f), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.319138 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-e4a18c8e-fb11-495e-91c3-706d05aba06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (364f0e7a-32d9-41af-a48b-520cac82855f), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.358874 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-e4a18c8e-fb11-495e-91c3-706d05aba06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4b5262c792a48f0bd7c2e1db5f35f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890166 Apr 14 21:24:34.359714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a18c8e-fb11-495e-91c3-706d05aba06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f0e7a-32d9-41af-a48b-520cac82855f,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:34.361713 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45246) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:34.411610 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] Publish callbacks [] for security_group (364f0e7a-32d9-41af-a48b-520cac82855f), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.436913 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] Publish callbacks [] for security_group (364f0e7a-32d9-41af-a48b-520cac82855f), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.541833 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (364f0e7a-32d9-41af-a48b-520cac82855f), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.544480 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.545662 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/364f0e7a-32d9-41af-a48b-520cac82855f HTTP/1.1" status: 204 len: 168 time: 0.1826611 Apr 14 21:24:34.553827 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdae70d-8558-4ebb-9db0-9ed03d20cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f0e7a-32d9-41af-a48b-520cac82855f,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:36.987486 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:37.853789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-8d4956da-b9d3-4942-9b3f-6b39b6be332c tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:37.855534 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-8d4956da-b9d3-4942-9b3f-6b39b6be332c tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 813 time: 0.1115954 Apr 14 21:24:37.880109 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-dc6964e7-5e73-4969-b317-563e5f7d0123 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/quotas/b8d16f9e66ca4f3b9947dfbea45a9e48 HTTP/1.1" status: 200 len: 375 time: 0.0099409 Apr 14 21:24:37.906503 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-8dd3609a-de27-4954-870a-32b8c08d86d6 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294616 Apr 14 21:24:38.013639 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-b4531918-994c-4ec3-9adf-b7704b6e8e90 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104065) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:24:38.014643 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-b4531918-994c-4ec3-9adf-b7704b6e8e90 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006567 Apr 14 21:24:38.105656 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-0c7f7e1f-1bfd-49aa-85c4-eeedd9ccdf49 service neutron] 10.222.0.24 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Apr 14 21:24:38.194401 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-9036fc93-4dce-47d1-91fe-a3229cd3c8aa service neutron] 10.222.0.24 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828476 Apr 14 21:24:38.460087 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9fc8a69a-48c6-48f7-8fd2-0e45bc1653f6 req-c9f825ac-c7c4-4853-a65b-2c7fe96730a5 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Apr 14 21:24:38.718614 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-37beb80e-0a06-42cf-bf49-dd0d73fd82a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:39.538504 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cda834e3-853d-4b38-a83c-efd705adcf28 req-a1e926ad-b579-4b4f-9185-acd18ccdef1f tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 210 time: 0.0288217 Apr 14 21:24:40.635626 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-91f0a8a2-5060-4845-a823-f172c1032387 req-61737dc0-ca68-40b3-99de-7a77042cb08b tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Apr 14 21:24:41.056318 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8e39e958-042b-4181-8602-a0c1d0936493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.185169 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-f87916f1-68dc-4b73-bee9-f8ba174e56dd tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:41.192554 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-f87916f1-68dc-4b73-bee9-f8ba174e56dd tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 813 time: 0.1181159 Apr 14 21:24:41.205148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Request body: {'port': {'device_id': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be', 'admin_state_up': True, 'tenant_id': 'b8d16f9e66ca4f3b9947dfbea45a9e48'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:41.433660 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Made reservation on behalf of b8d16f9e66ca4f3b9947dfbea45a9e48 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:41.437110 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.686665 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45462) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:41.772654 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2e707c4-fd78-4d97-96de-1d4a3441ff68 req-1936a230-27e6-43a2-88b3-6b7b6a75ea02 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 210 time: 0.0365682 Apr 14 21:24:41.806594 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-88901734-1f90-491e-b069-a222f69cfa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.880048 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Allocated IP 172.20.0.5 (3a097385-0ab1-49a8-9612-d3ec598e15be/2cd688a3-eae9-4c07-bc1f-4b6095547a48/912d14dd-49b5-4e52-af1d-652d83d21957) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:24:41.883325 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-88901734-1f90-491e-b069-a222f69cfa24 admin admin] Publish callbacks [] for security_group (7f004a46-e246-48df-b619-57430a96e926), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.004761 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-88901734-1f90-491e-b069-a222f69cfa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7f004a46-e246-48df-b619-57430a96e926), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.015773 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.033697 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks [] for port (912d14dd-49b5-4e52-af1d-652d83d21957), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.046010 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-88901734-1f90-491e-b069-a222f69cfa24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c8b1a0556c04f2184e35fe20f8828d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583219 Apr 14 21:24:42.047232 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88901734-1f90-491e-b069-a222f69cfa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f004a46-e246-48df-b619-57430a96e926,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:42.049657 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45466) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:42.099694 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] Publish callbacks [] for security_group (7f004a46-e246-48df-b619-57430a96e926), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.119101 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.120702 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] Publish callbacks [] for security_group (7f004a46-e246-48df-b619-57430a96e926), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.164769 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Network 3a097385-0ab1-49a8-9612-d3ec598e15be is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:24:42.167995 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:42.174305 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:24:42.199180 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Pushing event updated for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:42.227959 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:42.228614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.244836 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (7f004a46-e246-48df-b619-57430a96e926), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.247506 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.248770 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f004a46-e246-48df-b619-57430a96e926 HTTP/1.1" status: 204 len: 168 time: 0.1980846 Apr 14 21:24:42.256773 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb5836-add9-45eb-977a-350479baa08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f004a46-e246-48df-b619-57430a96e926,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:42.321648 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-ccd3170c-b20a-4375-85d6-6a4d2054c877 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1206529 Apr 14 21:24:42.333795 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Request body: {'port': {'device_id': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:42.393679 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.665959 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912d14dd-49b5-4e52-af1d-652d83d21957 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:24:42.673263 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks [] for port (912d14dd-49b5-4e52-af1d-652d83d21957), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.686155 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Transition to ACTIVE for port object 912d14dd-49b5-4e52-af1d-652d83d21957 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:24:42.747352 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.820218 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Pushing event updated for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:42.881459 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Attempting to bind port 912d14dd-49b5-4e52-af1d-652d83d21957 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:24:42.881813 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Attempting to bind port 912d14dd-49b5-4e52-af1d-652d83d21957 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:24:42.882166 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Attempting to bind port 912d14dd-49b5-4e52-af1d-652d83d21957 on network 3a097385-0ab1-49a8-9612-d3ec598e15be {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:24:42.887362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Port 912d14dd-49b5-4e52-af1d-652d83d21957 on network 3a097385-0ab1-49a8-9612-d3ec598e15be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:24:42.891720 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Attempting to bind port 912d14dd-49b5-4e52-af1d-652d83d21957 on network 3a097385-0ab1-49a8-9612-d3ec598e15be {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:24:42.893276 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45480) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:42.900397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:24:42.900738 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Checking segment: {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:42.901329 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Bound using segment: {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:24:42.901707 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d737a-a125-4d66-b5fe-96ae5dc71e99 req-2271aa79-e231-4791-8bc9-a2c7583fa054 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:42.902228 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Bound port: 912d14dd-49b5-4e52-af1d-652d83d21957, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:24:42.902228 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.903309 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d33d737a-a125-4d66-b5fe-96ae5dc71e99 req-2271aa79-e231-4791-8bc9-a2c7583fa054 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 943 time: 0.0558102 Apr 14 21:24:42.919950 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1d76-1983-4cd4-b6bc-d43cbfe81ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.951017 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45482) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:42.970365 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d33d737a-a125-4d66-b5fe-96ae5dc71e99 req-bab2da3f-f8a4-401d-9ca0-eca7238fc293 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594041 Apr 14 21:24:43.015621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:24:43.019566 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=912d14dd-49b5-4e52-af1d-652d83d21957,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:24:43.055824 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1d76-1983-4cd4-b6bc-d43cbfe81ecf admin admin] Publish callbacks [] for security_group (c5a31279-f56d-49c8-b4cf-7453614c4441), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.102152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.119678 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-562ad0f2-f7a6-4175-91a8-27e8b6f21cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.135803 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1d76-1983-4cd4-b6bc-d43cbfe81ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c5a31279-f56d-49c8-b4cf-7453614c4441), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.144944 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:43.145598 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.147032 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] 10.222.0.57 "PUT /v2.0/ports/912d14dd-49b5-4e52-af1d-652d83d21957 HTTP/1.1" status: 200 len: 1093 time: 0.8173749 Apr 14 21:24:43.154131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:24:43.159136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21a71a-1235-44b5-a7c7-2636966bc418" -d '{"events": [{"name": "network-changed", "server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:24:43.207444 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-562ad0f2-f7a6-4175-91a8-27e8b6f21cda admin admin] Publish callbacks [] for security_group (9c50dc96-78b8-4b08-b620-0cb4867cc1d3), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.212062 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b4ce1d76-1983-4cd4-b6bc-d43cbfe81ecf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50659cde13e74ea18ea76d2adbb509d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176558 Apr 14 21:24:43.214151 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b650fca-91ff-4f0c-8447-7be06141fc8e service neutron] Pushing event updated for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:43.215353 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45490) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:43.216997 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1d76-1983-4cd4-b6bc-d43cbfe81ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a31279-f56d-49c8-b4cf-7453614c4441,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:43.267970 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-562ad0f2-f7a6-4175-91a8-27e8b6f21cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9c50dc96-78b8-4b08-b620-0cb4867cc1d3), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.285150 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] Publish callbacks [] for security_group (c5a31279-f56d-49c8-b4cf-7453614c4441), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.293669 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-cf8fe458-c74f-4b61-9ff4-5d1dccb5398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:43.296370 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-cf8fe458-c74f-4b61-9ff4-5d1dccb5398f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 1127 time: 0.0516539 Apr 14 21:24:43.333504 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-562ad0f2-f7a6-4175-91a8-27e8b6f21cda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1321f8fc9304f368b22c600f671660e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813686 Apr 14 21:24:43.338938 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad0f2-f7a6-4175-91a8-27e8b6f21cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50dc96-78b8-4b08-b620-0cb4867cc1d3,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:43.340182 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45492) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:43.343164 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] Publish callbacks [] for security_group (c5a31279-f56d-49c8-b4cf-7453614c4441), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.349821 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-d5c37b67-e8e6-4204-bd1b-2b25c79e4e6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912d14dd-49b5-4e52-af1d-652d83d21957 HTTP/1.1" status: 200 len: 217 time: 0.0463514 Apr 14 21:24:43.364596 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.404077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] Publish callbacks [] for security_group (9c50dc96-78b8-4b08-b620-0cb4867cc1d3), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.431898 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] Publish callbacks [] for security_group (9c50dc96-78b8-4b08-b620-0cb4867cc1d3), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.449621 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadd7e68-dc9a-43ed-90c5-5e9c0779c672 x-openstack-request-id: req-aadd7e68-dc9a-43ed-90c5-5e9c0779c672 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:24:43.449917 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:24:43.450174 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aadd7e68-dc9a-43ed-90c5-5e9c0779c672 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:24:43.450569 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadd7e68-dc9a-43ed-90c5-5e9c0779c672'] response: {'name': 'network-changed', 'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957', 'status': 'completed', 'code': 200} Apr 14 21:24:43.456106 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (c5a31279-f56d-49c8-b4cf-7453614c4441), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.458799 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.459956 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5a31279-f56d-49c8-b4cf-7453614c4441 HTTP/1.1" status: 204 len: 168 time: 0.2436321 Apr 14 21:24:43.472628 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb36df-4ee5-4e18-a09a-050a36dfdaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a31279-f56d-49c8-b4cf-7453614c4441,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:43.565345 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (9c50dc96-78b8-4b08-b620-0cb4867cc1d3), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.567843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.569045 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c50dc96-78b8-4b08-b620-0cb4867cc1d3 HTTP/1.1" status: 204 len: 168 time: 0.2275395 Apr 14 21:24:43.586288 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578f93d-ca76-48f4-9e04-96394510187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50dc96-78b8-4b08-b620-0cb4867cc1d3,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:43.598285 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-e6909042-fec1-4dd7-b2cc-cdcf068ec16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:43.599850 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-e6909042-fec1-4dd7-b2cc-cdcf068ec16b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd688a3-eae9-4c07-bc1f-4b6095547a48 HTTP/1.1" status: 200 len: 853 time: 0.0646176 Apr 14 21:24:43.642695 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-fc390eb0-9929-406c-948c-04b541bc2afa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a097385-0ab1-49a8-9612-d3ec598e15be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Apr 14 21:24:43.746492 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-0347bb2f-a199-4a9d-80b1-65b1371cca1c service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979078 Apr 14 21:24:43.964679 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45500) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:43.983191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2c147cf3-fd8b-4543-bd6e-77049d70fdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.020816 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-bf3c3a19-7ffa-4e3c-bd1e-ea5c8713c025 req-f9e35e2f-7a8d-4336-8325-18114be54c44 service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202765 Apr 14 21:24:44.089953 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2c147cf3-fd8b-4543-bd6e-77049d70fdf6 admin admin] Publish callbacks [] for security_group (454ad770-98a4-4d96-a023-998720f300c7), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.112468 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3af06-8742-40ac-abf2-48bf70743719 req-d2d1f59a-dcd8-4598-9ceb-e53fe48ba6b7 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:44.114212 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f3e3af06-8742-40ac-abf2-48bf70743719 req-d2d1f59a-dcd8-4598-9ceb-e53fe48ba6b7 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 943 time: 0.0593305 Apr 14 21:24:44.152686 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-2c147cf3-fd8b-4543-bd6e-77049d70fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (454ad770-98a4-4d96-a023-998720f300c7), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.169072 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f3e3af06-8742-40ac-abf2-48bf70743719 req-9a8ed583-b66b-40a5-9580-1af3850e66d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Apr 14 21:24:44.191732 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-2c147cf3-fd8b-4543-bd6e-77049d70fdf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48c22db563f54930a001f938ed1ac844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257743 Apr 14 21:24:44.193705 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c147cf3-fd8b-4543-bd6e-77049d70fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ad770-98a4-4d96-a023-998720f300c7,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:44.198180 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45504) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:44.251864 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] Publish callbacks [] for security_group (454ad770-98a4-4d96-a023-998720f300c7), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.275538 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] Publish callbacks [] for security_group (454ad770-98a4-4d96-a023-998720f300c7), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.375268 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (454ad770-98a4-4d96-a023-998720f300c7), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.377865 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:44.379052 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/454ad770-98a4-4d96-a023-998720f300c7 HTTP/1.1" status: 204 len: 168 time: 0.1799808 Apr 14 21:24:44.387454 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4bd8-b942-47f6-bb09-57d1a51b3bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ad770-98a4-4d96-a023-998720f300c7,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:44.889645 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.286306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9c5f-652f-474f-bffd-0e2b25a1aaf6 req-dab5d572-e2b7-44ff-ad27-2f922d59c163 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:45.292204 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ee2c9c5f-652f-474f-bffd-0e2b25a1aaf6 req-dab5d572-e2b7-44ff-ad27-2f922d59c163 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 943 time: 0.0485842 Apr 14 21:24:45.335424 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ee2c9c5f-652f-474f-bffd-0e2b25a1aaf6 req-2e35c817-0d1d-4c79-ae0b-cd6242e3d743 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Apr 14 21:24:46.071497 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45536) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:46.076775 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-f27f1c90-4fc4-4633-bffe-c2721d986205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.078799 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-f27f1c90-4fc4-4633-bffe-c2721d986205 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 1127 time: 0.0758834 Apr 14 21:24:46.085440 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-8d633aa8-6b0d-48f8-9ac1-fa069614ae54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497968 Apr 14 21:24:46.186903 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fc22ffcb-a704-475e-8d91-b51a9026f7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.195886 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-047b9e38-abb3-471a-988b-05fe32a493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.198098 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-047b9e38-abb3-471a-988b-05fe32a493b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 1129 time: 0.0553689 Apr 14 21:24:46.213868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-a007bf0e-0835-41ca-8fe9-fbd7417630bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.215318 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-a007bf0e-0835-41ca-8fe9-fbd7417630bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 914 time: 0.1290503 Apr 14 21:24:46.274311 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fc22ffcb-a704-475e-8d91-b51a9026f7b7 admin admin] Publish callbacks [] for security_group (14a6f437-03dd-467f-957a-7cf9bac6031f), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.274793 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-1c614755-48e0-4532-bcbf-6f0422e6397c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912d14dd-49b5-4e52-af1d-652d83d21957 HTTP/1.1" status: 200 len: 217 time: 0.0498929 Apr 14 21:24:46.341286 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-fc22ffcb-a704-475e-8d91-b51a9026f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (14a6f437-03dd-467f-957a-7cf9bac6031f), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.365767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-8aa1f100-4859-4786-8f1f-cc89fb04a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.367197 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-8aa1f100-4859-4786-8f1f-cc89fb04a6ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd688a3-eae9-4c07-bc1f-4b6095547a48 HTTP/1.1" status: 200 len: 853 time: 0.0637100 Apr 14 21:24:46.372574 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-e6583762-aa78-4a5c-9a07-f1bd45a9c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.374110 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-e6583762-aa78-4a5c-9a07-f1bd45a9c234 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.1565037 Apr 14 21:24:46.386617 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45542) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:46.388770 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-fc22ffcb-a704-475e-8d91-b51a9026f7b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1a18130e2d4f0ab702a3fa084520d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154418 Apr 14 21:24:46.389872 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22ffcb-a704-475e-8d91-b51a9026f7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6f437-03dd-467f-957a-7cf9bac6031f,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:46.415531 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-8bfaecac-1a2c-4e91-b032-4a54a0e63494 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a097385-0ab1-49a8-9612-d3ec598e15be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405715 Apr 14 21:24:46.465454 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeeb57-b943-4c2c-b55f-8e0f4b46f674 req-465956f9-cab5-4bd7-b005-33cf2af56f32 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.467284 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e7aeeb57-b943-4c2c-b55f-8e0f4b46f674 req-465956f9-cab5-4bd7-b005-33cf2af56f32 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 943 time: 0.0536091 Apr 14 21:24:46.516419 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e7aeeb57-b943-4c2c-b55f-8e0f4b46f674 req-011c1c25-2c5a-4a22-8a5a-b167f0ec59e1 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Apr 14 21:24:46.555914 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-46b21906-629b-488d-b534-7a3936143eee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c HTTP/1.1" status: 200 len: 1001 time: 0.1732461 Apr 14 21:24:46.598946 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] Publish callbacks [] for security_group (14a6f437-03dd-467f-957a-7cf9bac6031f), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.620950 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-80ff70a7-d59d-4cc2-a297-2197b974d020 service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680818 Apr 14 21:24:46.646378 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] Publish callbacks [] for security_group (14a6f437-03dd-467f-957a-7cf9bac6031f), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.678781 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-300879c9-b55d-4461-9649-95f6280ccef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.680104 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-300879c9-b55d-4461-9649-95f6280ccef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.1141856 Apr 14 21:24:46.769562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-be973b4a-e0e4-4a1c-8b0e-2c82f71b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:46.771054 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-be973b4a-e0e4-4a1c-8b0e-2c82f71b53c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600765 Apr 14 21:24:46.811549 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9d21a71a-1235-44b5-a7c7-2636966bc418 req-796ac6e5-5a7d-4c6e-b858-b1f5495fada4 service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845620 Apr 14 21:24:46.834437 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 912d14dd-49b5-4e52-af1d-652d83d21957 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:24:46.869517 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (14a6f437-03dd-467f-957a-7cf9bac6031f), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.872104 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:46.873230 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14a6f437-03dd-467f-957a-7cf9bac6031f HTTP/1.1" status: 204 len: 168 time: 0.4856949 Apr 14 21:24:46.877136 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-503ceaf4-76b6-4f20-9e2e-f5322a239eab service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992808 Apr 14 21:24:46.891784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95d85d-b84f-42e5-900c-5d91ad3f7585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6f437-03dd-467f-957a-7cf9bac6031f,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:46.944351 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=912d14dd-49b5-4e52-af1d-652d83d21957,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:46.957546 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '912d14dd-49b5-4e52-af1d-652d83d21957', 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be', 'port_id': '912d14dd-49b5-4e52-af1d-652d83d21957', 'mac_address': 'fa:16:3e:9b:04:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd688a3-eae9-4c07-bc1f-4b6095547a48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:24:46.979999 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2be4f0ec-87c2-42f5-b854-6e95e1d7ac0a req-67e6824a-7cab-4fa6-a364-07d0564b1881 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933604 Apr 14 21:24:47.001399 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 912d14dd-49b5-4e52-af1d-652d83d21957 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:47.001789 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:47.016231 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912d14dd-49b5-4e52-af1d-652d83d21957 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:24:47.036642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=912d14dd-49b5-4e52-af1d-652d83d21957,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:47.112859 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:47.169100 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:47.175487 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.175835 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.176172 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.176512 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.176894 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.177259 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.178305 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.178305 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.178305 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.178605 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.178832 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.179153 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.179468 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.179779 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.180389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:47.477692 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['912d14dd-49b5-4e52-af1d-652d83d21957'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:24:47.636541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e43e4-0d13-4a58-9def-9962fa85e354 req-1bb147cc-128b-4a65-952c-08cb96fcae06 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:47.638226 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1e1e43e4-0d13-4a58-9def-9962fa85e354 req-1bb147cc-128b-4a65-952c-08cb96fcae06 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 944 time: 0.0512698 Apr 14 21:24:47.688095 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1e1e43e4-0d13-4a58-9def-9962fa85e354 req-9c3a95e3-3dcc-4db2-8cfe-13f15b305fe0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Apr 14 21:24:48.450612 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 45576) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:48.555456 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4869722e-39fc-4389-80b4-43e5fd4670fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.628029 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4869722e-39fc-4389-80b4-43e5fd4670fa admin admin] Publish callbacks [] for security_group (8f59f87f-e52e-4373-adbe-5ee1829c77f7), precommit_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.701631 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4869722e-39fc-4389-80b4-43e5fd4670fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8f59f87f-e52e-4373-adbe-5ee1829c77f7), after_create {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.741655 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4869722e-39fc-4389-80b4-43e5fd4670fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2c0a81131ce48c9b28e019ca77ff80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899594 Apr 14 21:24:48.742505 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869722e-39fc-4389-80b4-43e5fd4670fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59f87f-e52e-4373-adbe-5ee1829c77f7,revision_number=1']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:48.747023 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45582) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:48.802294 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] Publish callbacks [] for security_group (8f59f87f-e52e-4373-adbe-5ee1829c77f7), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.803183 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647c1ac-f272-481f-bbaf-95b400f23f92 req-fbbba24d-9e00-4f79-9a7c-7d197231cfa9 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:48.804666 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e647c1ac-f272-481f-bbaf-95b400f23f92 req-fbbba24d-9e00-4f79-9a7c-7d197231cfa9 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 944 time: 0.0464737 Apr 14 21:24:48.825233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] Publish callbacks [] for security_group (8f59f87f-e52e-4373-adbe-5ee1829c77f7), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.844166 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 912d14dd-49b5-4e52-af1d-652d83d21957 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:48.857325 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-e647c1ac-f272-481f-bbaf-95b400f23f92 req-7b5bd2e0-e54a-4317-9024-e23df2dfd42a tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Apr 14 21:24:48.894755 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 912d14dd-49b5-4e52-af1d-652d83d21957 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:24:48.948009 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (8f59f87f-e52e-4373-adbe-5ee1829c77f7), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.950799 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:48.952050 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f59f87f-e52e-4373-adbe-5ee1829c77f7 HTTP/1.1" status: 204 len: 168 time: 0.2038620 Apr 14 21:24:48.960761 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ad75-be7e-4e5b-a140-6da657b047b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59f87f-e52e-4373-adbe-5ee1829c77f7,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:49.004317 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 912d14dd-49b5-4e52-af1d-652d83d21957 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:49.007689 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:49.084841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 912d14dd-49b5-4e52-af1d-652d83d21957 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:49.085255 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:49.109159 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:24:49.111425 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44573845-3eb4-4fbb-91ea-ee33d2cfeec6" -d '{"events": [{"server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "name": "network-vif-plugged", "status": "completed", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:24:49.125031 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=912d14dd-49b5-4e52-af1d-652d83d21957,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:49.215670 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:49.272891 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:49.329099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5f6bc-6854-4ab8-82b6-d00351bf316f x-openstack-request-id: req-9db5f6bc-6854-4ab8-82b6-d00351bf316f {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:24:49.329392 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "name": "network-vif-plugged", "status": "completed", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:24:49.329642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9db5f6bc-6854-4ab8-82b6-d00351bf316f {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:24:49.330047 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db5f6bc-6854-4ab8-82b6-d00351bf316f'] response: {'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957', 'code': 200} Apr 14 21:24:49.623612 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962693f1-f110-45cd-b03a-94c5eb558c2f req-c461b4c5-98a8-4a4e-a7ee-2356bfe7b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:49.625122 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-962693f1-f110-45cd-b03a-94c5eb558c2f req-c461b4c5-98a8-4a4e-a7ee-2356bfe7b9a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 1129 time: 0.0378373 Apr 14 21:24:49.667775 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-962693f1-f110-45cd-b03a-94c5eb558c2f req-e7cab3ab-8b22-489e-831c-d68062800436 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Apr 14 21:24:49.968241 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c094ee6-3256-4472-8fde-2809642ac29b req-7d56aa2c-e4d4-444c-8ce2-8797bb7f7d56 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:49.969739 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8c094ee6-3256-4472-8fde-2809642ac29b req-7d56aa2c-e4d4-444c-8ce2-8797bb7f7d56 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0466430 Apr 14 21:24:50.016274 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8c094ee6-3256-4472-8fde-2809642ac29b req-5d2f14ef-34b5-4d41-9240-b7fe0898a8e3 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Apr 14 21:24:51.132318 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf3ec3-4b33-4265-a2fb-7194f706f2b5 req-52962f32-7690-458d-908b-9abb051bcbff tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:51.133938 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-79cf3ec3-4b33-4265-a2fb-7194f706f2b5 req-52962f32-7690-458d-908b-9abb051bcbff tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0488112 Apr 14 21:24:51.182473 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-79cf3ec3-4b33-4265-a2fb-7194f706f2b5 req-a9365123-4aa0-4018-802e-f1a624f13007 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Apr 14 21:24:52.293037 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df216f4-208b-477f-bbf0-15b95a1f38d0 req-9eea1018-03a5-4f75-abf8-def33bcc63cc tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:52.294503 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5df216f4-208b-477f-bbf0-15b95a1f38d0 req-9eea1018-03a5-4f75-abf8-def33bcc63cc tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0463452 Apr 14 21:24:52.341762 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5df216f4-208b-477f-bbf0-15b95a1f38d0 req-0586f1f7-cd43-4d88-a383-690ddf2db750 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Apr 14 21:25:02.931379 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:25:06.957843 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:08.706476 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-11eaa67a-aad1-4895-b2f3-7eda8c67ff4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:11.112080 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d14b6e94-0b4a-410e-ba03-67888c744268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:11.605797 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75797e4-449f-4460-8f68-a55671fea9b1 req-513fcd71-26b4-4527-b43d-52adc1b8034d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:11.607255 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d75797e4-449f-4460-8f68-a55671fea9b1 req-513fcd71-26b4-4527-b43d-52adc1b8034d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0507512 Apr 14 21:25:11.657445 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-d75797e4-449f-4460-8f68-a55671fea9b1 req-919c5a7f-fa06-43b1-8142-8e5ca255c29c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442386 Apr 14 21:25:11.980702 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:12.769046 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55958f0-7188-43e8-a862-4c4bf715d629 req-7706cf08-4d51-4dcc-b6e5-b40e4f68748c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:12.770547 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e55958f0-7188-43e8-a862-4c4bf715d629 req-7706cf08-4d51-4dcc-b6e5-b40e4f68748c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0459137 Apr 14 21:25:12.818515 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e55958f0-7188-43e8-a862-4c4bf715d629 req-e57043f0-ee53-4513-99c8-761b701e134e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Apr 14 21:25:13.375015 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.411272 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-8976f0ca-62e6-41a1-ad94-e1434a96d7a6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:13.412730 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-8976f0ca-62e6-41a1-ad94-e1434a96d7a6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Apr 14 21:25:13.499754 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port 2045da41-c3a5-4ff4-a388-24f8cab49c7c {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:25:13.500096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.588875 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] For port 2045da41-c3a5-4ff4-a388-24f8cab49c7c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2045da41-c3a5-4ff4-a388-24f8cab49c7c,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:25:13.589622 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.759566 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.759920 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (8078a728-6d0b-4df2-857b-b45cd95dc292), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.760234 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 8078a728-6d0b-4df2-857b-b45cd95dc292 disassociated. External IP: 172.27.0.139, port: 2045da41-c3a5-4ff4-a388-24f8cab49c7c. Apr 14 21:25:13.760572 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for 2045da41-c3a5-4ff4-a388-24f8cab49c7c owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:25:13.923492 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (2045da41-c3a5-4ff4-a388-24f8cab49c7c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:13.934593 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df5fc8-af3e-4ede-ac49-707a60631212 req-7a107666-9756-41ed-9df7-34352b010b45 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:13.936106 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-41df5fc8-af3e-4ede-ac49-707a60631212 req-7a107666-9756-41ed-9df7-34352b010b45 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 945 time: 0.0473771 Apr 14 21:25:13.957337 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=2045da41-c3a5-4ff4-a388-24f8cab49c7c,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:14.038075 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-41df5fc8-af3e-4ede-ac49-707a60631212 req-36fe5ee8-658f-4566-891d-5cf571fd2741 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.039152 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.040554 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.040554 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:14.090376 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:25:14.202651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:25:14.212508 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:25:14.248858 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] No DVR routers for this DVR port 2045da41-c3a5-4ff4-a388-24f8cab49c7c on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:25:14.251706 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:14.255529 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f89038ae-2b58-43c9-8920-cc9b8b222c92 req-d7c6d5ba-299e-4b04-af54-a7eee58342b2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "DELETE /v2.0/ports/2045da41-c3a5-4ff4-a388-24f8cab49c7c HTTP/1.1" status: 204 len: 173 time: 0.8374193 Apr 14 21:25:14.256017 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'name': 'network-vif-deleted', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:25:14.258422 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bef8a-6a41-4c43-9813-1123cf5bdd96" -d '{"events": [{"server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "name": "network-vif-deleted", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:25:14.300104 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c07b5-8fd9-47b6-aab1-3483771ceddb x-openstack-request-id: req-693c07b5-8fd9-47b6-aab1-3483771ceddb {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:25:14.300755 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c99c275-a93f-4c24-b211-0fb7bd5ef162", "name": "network-vif-deleted", "tag": "2045da41-c3a5-4ff4-a388-24f8cab49c7c", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:25:14.301044 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-693c07b5-8fd9-47b6-aab1-3483771ceddb {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:25:14.301469 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693c07b5-8fd9-47b6-aab1-3483771ceddb'] response: {'server_uuid': '5c99c275-a93f-4c24-b211-0fb7bd5ef162', 'name': 'network-vif-deleted', 'tag': '2045da41-c3a5-4ff4-a388-24f8cab49c7c', 'status': 'completed', 'code': 200} Apr 14 21:25:14.367491 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:25:14.368138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:25:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:14.485268 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:25:14.678152 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:14.709443 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:25:14.718027 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:25:14.718623 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:25:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:14.845376 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:25:14.930876 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:15.042617 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:15.070613 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4be73-4948-414e-bca3-67dcf98361a0 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:25:15.100841 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-1c17a62f-cd85-437e-aa6f-e44325584f18 req-0e4a481b-c796-4fcc-9cd1-e0649949a767 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c99c275-a93f-4c24-b211-0fb7bd5ef162 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Apr 14 21:25:15.292209 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d90cb-7212-4489-9470-2754bdf190eb None None] New status for floating IP 8078a728-6d0b-4df2-857b-b45cd95dc292: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:25:16.371315 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-835b1803-9105-4ea0-9474-2196feadef96 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515143309&fields=id&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 267 time: 0.0574095 Apr 14 21:25:16.480266 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-32dd4c67-d2fb-49db-b7d8-7d02d9b0e3b1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:16.481712 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-32dd4c67-d2fb-49db-b7d8-7d02d9b0e3b1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.1028023 Apr 14 21:25:16.497704 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-bb28d53e-6936-4d17-89f2-d93985d700bc tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/quotas/db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 375 time: 0.0102715 Apr 14 21:25:16.552005 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-5003b17b-e61a-4a9e-965f-6d32a0ca60c0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491083 Apr 14 21:25:16.744983 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-d6111157-d832-4e01-819d-c26c497ebbf2 service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789117 Apr 14 21:25:17.034820 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 2045da41-c3a5-4ff4-a388-24f8cab49c7c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:25:17.054852 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 2045da41-c3a5-4ff4-a388-24f8cab49c7c {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:25:17.055603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 2045da41-c3a5-4ff4-a388-24f8cab49c7c not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:25:17.087144 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-4f08f54a-d9e6-4459-b513-4e76cfc3259c service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364096 Apr 14 21:25:17.644991 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2e01cfe6-85fe-47c4-9c95-366a50652ade req-2fdd9d88-c6dd-4ee5-ae58-b8069c24eab5 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 210 time: 0.0267012 Apr 14 21:25:18.739866 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-8502e393-e384-42ba-b138-1e81bc8d78b0 req-b7f6c919-0c04-46df-ad15-e19e9ec71de0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Apr 14 21:25:19.506445 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b7b452a5-2b40-409f-a209-6a1f45949958 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:19.507892 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b7b452a5-2b40-409f-a209-6a1f45949958 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.1018448 Apr 14 21:25:19.577413 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-13e88c73-db3c-484d-b56a-419337bc3d4f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 380 time: 0.0549874 Apr 14 21:25:19.585942 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'port': {'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'admin_state_up': True, 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'security_groups': ['783a34b4-b87a-48d6-87cd-8d632b29b9aa']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:25:19.802936 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Made reservation on behalf of db22e1f6a32543d5985cea7f336991cc for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:25:19.806820 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:19.847993 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1167a094-1191-4577-9444-b52eb92e450c req-8a80902e-0620-4a07-8f54-b029bb063cb7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 210 time: 0.0387907 Apr 14 21:25:19.957115 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.20.0.12 (3bbbc7c8-93e7-4c59-9cfd-66de67d65080/d1672f2d-0676-46d8-8672-2152da3c7430/e6021abe-1a9c-4d24-b637-d8dcf283f52d) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:25:20.116295 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:20.192660 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:20.237793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:25:20.243893 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:25:20.247806 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:25:20.254295 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:20.300223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:20.300845 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:20.388776 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-8149ffa3-f5a9-43e5-a9e2-1de99ffac841 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066726 Apr 14 21:25:20.403096 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Request body: {'port': {'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:25:20.474787 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-4ace5f50-26a1-419e-b21b-662037b4768c None None] Provisioning complete for port e6021abe-1a9c-4d24-b637-d8dcf283f52d triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:25:20.475405 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4ace5f50-26a1-419e-b21b-662037b4768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:20.511124 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-4ace5f50-26a1-419e-b21b-662037b4768c None None] Port e6021abe-1a9c-4d24-b637-d8dcf283f52d cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:25:20.735604 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:20.966086 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63c5e6-6a4d-455b-a246-f776afdf06a3 req-8b960c00-4ee4-4bc7-839c-0e807d4dc940 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:20.967609 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df63c5e6-6a4d-455b-a246-f776afdf06a3 req-8b960c00-4ee4-4bc7-839c-0e807d4dc940 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 932 time: 0.0497694 Apr 14 21:25:21.000350 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6021abe-1a9c-4d24-b637-d8dcf283f52d {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:25:21.008224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks [] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.017504 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-df63c5e6-6a4d-455b-a246-f776afdf06a3 req-907ffa40-d66b-4643-bc6d-7570cd468c62 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Apr 14 21:25:21.021446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Transition to ACTIVE for port object e6021abe-1a9c-4d24-b637-d8dcf283f52d will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:25:21.082963 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.139764 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Pushing event updated for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:21.215978 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Attempting to bind port e6021abe-1a9c-4d24-b637-d8dcf283f52d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:25:21.216362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Attempting to bind port e6021abe-1a9c-4d24-b637-d8dcf283f52d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:25:21.216732 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Attempting to bind port e6021abe-1a9c-4d24-b637-d8dcf283f52d on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:25:21.221956 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Port e6021abe-1a9c-4d24-b637-d8dcf283f52d on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:25:21.222219 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Attempting to bind port e6021abe-1a9c-4d24-b637-d8dcf283f52d on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:25:21.228295 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:25:21.228641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:25:21.229148 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Bound using segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:25:21.229582 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Bound port: e6021abe-1a9c-4d24-b637-d8dcf283f52d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:25:21.230084 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.297941 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:25:21.301314 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:25:21.386877 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.425337 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:21.425826 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.427198 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] 10.222.0.57 "PUT /v2.0/ports/e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 1094 time: 1.0313292 Apr 14 21:25:21.427682 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:25:21.430135 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce60702-5306-4979-a211-028960a86bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:25:21.455205 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e0b0d-aa17-4314-9c4f-01468aaf5800 service neutron] Pushing event updated for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:21.478796 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d369593-ad3b-4e70-9964-99612625d82a x-openstack-request-id: req-7d369593-ad3b-4e70-9964-99612625d82a {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:25:21.479093 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:25:21.479357 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d369593-ad3b-4e70-9964-99612625d82a {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:25:21.479764 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d369593-ad3b-4e70-9964-99612625d82a'] response: {'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'status': 'completed', 'code': 200} Apr 14 21:25:21.687626 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60702-5306-4979-a211-028960a86bd0 req-83aa2aa7-e760-40f3-b5cd-c520b535cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:21.689175 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fce60702-5306-4979-a211-028960a86bd0 req-83aa2aa7-e760-40f3-b5cd-c520b535cd63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1128 time: 0.0412226 Apr 14 21:25:21.791255 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60702-5306-4979-a211-028960a86bd0 req-05692f73-5ab1-4fb2-91f7-76fab982e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:21.792648 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fce60702-5306-4979-a211-028960a86bd0 req-05692f73-5ab1-4fb2-91f7-76fab982e5fe service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db22e1f6a32543d5985cea7f336991cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969796 Apr 14 21:25:21.888582 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60702-5306-4979-a211-028960a86bd0 req-b4c5ae9c-e7dc-4290-b6b3-1d0aeae34734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:21.890106 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-fce60702-5306-4979-a211-028960a86bd0 req-b4c5ae9c-e7dc-4290-b6b3-1d0aeae34734 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898576 Apr 14 21:25:21.964978 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b3a3982a-3cce-473c-a0c2-12d9dc3bce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:21.966481 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b3a3982a-3cce-473c-a0c2-12d9dc3bce0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1128 time: 0.0410185 Apr 14 21:25:22.011154 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-3da8d9fb-09a7-4a77-8e8d-f25ac6c5ba1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 217 time: 0.0377696 Apr 14 21:25:22.060625 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-d0ab83c1-c529-4401-9695-3dc0f3378677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:22.062132 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-d0ab83c1-c529-4401-9695-3dc0f3378677 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0447178 Apr 14 21:25:22.108472 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b0b779b2-d33f-4f94-9fb5-fd36e4fee6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:22.110019 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-b0b779b2-d33f-4f94-9fb5-fd36e4fee6ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423818 Apr 14 21:25:22.136654 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20f865-af51-4956-ba51-fdc3411c7d46 req-d3e5fa39-b4d8-44f0-961b-7feed0f692c9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:22.140577 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b20f865-af51-4956-ba51-fdc3411c7d46 req-d3e5fa39-b4d8-44f0-961b-7feed0f692c9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0542047 Apr 14 21:25:22.197459 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-4b20f865-af51-4956-ba51-fdc3411c7d46 req-eb1d1ee1-525f-444a-93f9-1341ea0f9e1a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514622 Apr 14 21:25:22.227198 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-d39cbbdb-bdd9-4880-8070-e77c9023bb15 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058786 Apr 14 21:25:22.319067 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3c9b851f-ffe0-45f4-bcb6-64049c3fc01a req-265d7711-b892-4d59-a7cc-2ed81cf1050c service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Apr 14 21:25:23.323689 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadce27-bb48-41ff-8ce9-f9690b70daba req-7c7cf78e-08a9-441a-9257-18bc2e5bfafe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:23.325461 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aaadce27-bb48-41ff-8ce9-f9690b70daba req-7c7cf78e-08a9-441a-9257-18bc2e5bfafe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0522416 Apr 14 21:25:23.375142 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-aaadce27-bb48-41ff-8ce9-f9690b70daba req-6e19cbed-9428-4f15-b1ad-feb37a780606 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Apr 14 21:25:24.485284 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08520db9-59e1-4d32-b6dc-02af6768b183 req-0199f661-df74-4c4c-908c-eecc5d73526e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:24.486731 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-08520db9-59e1-4d32-b6dc-02af6768b183 req-0199f661-df74-4c4c-908c-eecc5d73526e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0464010 Apr 14 21:25:24.533973 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-08520db9-59e1-4d32-b6dc-02af6768b183 req-32c5eb87-6d29-4e19-9878-2766824626b7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Apr 14 21:25:25.643682 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f8e28-7517-48ec-9cf2-6f675ed0da15 req-6f2dcf03-aee0-4a76-b68e-1cf169bcb7f2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:25.645177 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-422f8e28-7517-48ec-9cf2-6f675ed0da15 req-6f2dcf03-aee0-4a76-b68e-1cf169bcb7f2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0463407 Apr 14 21:25:25.694873 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-422f8e28-7517-48ec-9cf2-6f675ed0da15 req-1d4aa07f-c61b-4399-a269-c7b0569a4a1b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Apr 14 21:25:26.804074 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc2d37-7d4c-43d6-97f3-e57b82d29bfe req-d89370c4-dfec-4cb1-be66-40d0205ebf42 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:26.805580 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-adfc2d37-7d4c-43d6-97f3-e57b82d29bfe req-d89370c4-dfec-4cb1-be66-40d0205ebf42 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0462101 Apr 14 21:25:26.860343 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-adfc2d37-7d4c-43d6-97f3-e57b82d29bfe req-085bcc97-957d-4bcc-b2c8-541c0f8d5ccf tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491056 Apr 14 21:25:27.978288 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67ae01-73e6-43fe-b2f2-1680c40d042e req-f173b7af-7100-4d3f-8bb9-d1dae02b3e64 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:27.979775 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c67ae01-73e6-43fe-b2f2-1680c40d042e req-f173b7af-7100-4d3f-8bb9-d1dae02b3e64 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0517943 Apr 14 21:25:28.027634 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5c67ae01-73e6-43fe-b2f2-1680c40d042e req-721124bd-40f9-49e4-a12d-24e8f5db7688 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Apr 14 21:25:29.140171 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e0472-d5cc-46e4-a928-6a03a911fb3c req-9926e505-f459-4a63-b811-718202594c8c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:29.141627 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-488e0472-d5cc-46e4-a928-6a03a911fb3c req-9926e505-f459-4a63-b811-718202594c8c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0454988 Apr 14 21:25:29.190811 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-488e0472-d5cc-46e4-a928-6a03a911fb3c req-3f23a30f-4ecd-435c-b983-dfdd37f0afd1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Apr 14 21:25:30.300118 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9e305-71c0-47fb-80e9-56e8b67e368b req-078b3349-a5af-4377-b98e-acc6563fe3f5 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:30.301632 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a6b9e305-71c0-47fb-80e9-56e8b67e368b req-078b3349-a5af-4377-b98e-acc6563fe3f5 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0467858 Apr 14 21:25:30.349855 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a6b9e305-71c0-47fb-80e9-56e8b67e368b req-b82ac523-4ef1-47f4-b223-7afc9aeceb6b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Apr 14 21:25:31.459920 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3df5f-e473-4b76-90f6-c244d76bf413 req-72f3b917-8896-4c6a-809c-0f1429e3d540 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:31.461442 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90a3df5f-e473-4b76-90f6-c244d76bf413 req-72f3b917-8896-4c6a-809c-0f1429e3d540 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0461810 Apr 14 21:25:31.508743 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-90a3df5f-e473-4b76-90f6-c244d76bf413 req-426c7fb6-91d6-4c6c-a882-8819b497d0c2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Apr 14 21:25:32.621947 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8b86-d1db-474d-908b-e1323d25b0e8 req-7bbb1bf4-143e-4082-988f-0d50e534709d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:32.623543 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-edba8b86-d1db-474d-908b-e1323d25b0e8 req-7bbb1bf4-143e-4082-988f-0d50e534709d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Apr 14 21:25:32.678157 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-edba8b86-d1db-474d-908b-e1323d25b0e8 req-6cdf4b20-72ea-4b69-bce3-2a3ac92bd0d9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489433 Apr 14 21:25:33.793128 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015c7d-95c4-4acd-a625-099af2a03c02 req-9c1ca5fa-1eae-448f-9cfe-79fc93bad3e1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:33.794588 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-68015c7d-95c4-4acd-a625-099af2a03c02 req-9c1ca5fa-1eae-448f-9cfe-79fc93bad3e1 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0511913 Apr 14 21:25:33.843086 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-68015c7d-95c4-4acd-a625-099af2a03c02 req-9b326ee3-23a8-441e-b27c-4844072c9e6a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Apr 14 21:25:34.962198 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743b43b-1944-4ed7-901d-04be4ab85fbe req-a31c3b95-6a03-4f98-a100-0fc6c5f6cb93 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:34.963783 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5743b43b-1944-4ed7-901d-04be4ab85fbe req-a31c3b95-6a03-4f98-a100-0fc6c5f6cb93 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 944 time: 0.0518210 Apr 14 21:25:35.015091 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-5743b43b-1944-4ed7-901d-04be4ab85fbe req-763385be-589d-4a93-a53b-71cd4a28e957 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Apr 14 21:25:35.721906 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device e6021abe-1a9c-4d24-b637-d8dcf283f52d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:25:35.820555 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:25:35.832354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:25:35.873242 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port e6021abe-1a9c-4d24-b637-d8dcf283f52d is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:25:35.873635 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:35.887023 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6021abe-1a9c-4d24-b637-d8dcf283f52d {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:25:35.907481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:25:35.997461 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:36.045266 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:36.127620 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3956d-fdb1-4f4e-b27c-a50f75412e31 req-ed97160c-720c-40d4-9170-dea4924cf820 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:36.129145 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5fb3956d-fdb1-4f4e-b27c-a50f75412e31 req-ed97160c-720c-40d4-9170-dea4924cf820 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Apr 14 21:25:36.179995 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5fb3956d-fdb1-4f4e-b27c-a50f75412e31 req-1bf53af0-d93f-49a0-9997-4022e23ed292 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Apr 14 21:25:37.290516 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256b5c-1363-4b92-846f-c09adb1cf430 req-587f72b9-a4c8-4a51-91b4-53f0d30d05df tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:37.291991 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b256b5c-1363-4b92-846f-c09adb1cf430 req-587f72b9-a4c8-4a51-91b4-53f0d30d05df tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 945 time: 0.0466635 Apr 14 21:25:37.339306 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0b256b5c-1363-4b92-846f-c09adb1cf430 req-83fb7f78-d080-47ab-8a9d-49cdbdfad734 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416741 Apr 14 21:25:38.385579 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:38.449014 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2a31c-4c58-4b68-9f2c-44e42ae43035 req-da2a1556-5fe2-412c-974f-09022d629ed0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:38.450465 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aef2a31c-4c58-4b68-9f2c-44e42ae43035 req-da2a1556-5fe2-412c-974f-09022d629ed0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 945 time: 0.0454335 Apr 14 21:25:38.500467 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-aef2a31c-4c58-4b68-9f2c-44e42ae43035 req-345c3957-8199-4a86-9ffb-f0e9909bd436 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444653 Apr 14 21:25:38.710664 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['e6021abe-1a9c-4d24-b637-d8dcf283f52d'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:25:38.734897 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dd09a084-5e31-4f8c-bc6d-4364c305021e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:39.616043 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0fef4-4b4b-48dc-b0fe-d1935426dab4 req-4bf5e2e1-b9d8-4a06-a667-8a71a5fdee43 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:39.618418 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0b0fef4-4b4b-48dc-b0fe-d1935426dab4 req-4bf5e2e1-b9d8-4a06-a667-8a71a5fdee43 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Apr 14 21:25:39.668044 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f0b0fef4-4b4b-48dc-b0fe-d1935426dab4 req-9ad7389e-461c-4d4f-a7a7-e82ced4c2a06 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Apr 14 21:25:39.930736 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:25:40.286244 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device e6021abe-1a9c-4d24-b637-d8dcf283f52d up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:25:40.332831 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port e6021abe-1a9c-4d24-b637-d8dcf283f52d completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:25:40.443042 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port e6021abe-1a9c-4d24-b637-d8dcf283f52d triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:25:40.443416 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:40.518156 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port e6021abe-1a9c-4d24-b637-d8dcf283f52d is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:25:40.518452 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:40.543371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:25:40.545577 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fab3d4-1f19-44b0-b548-36df908d61ab" -d '{"events": [{"server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "name": "network-vif-plugged", "status": "completed", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:25:40.557556 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:25:40.581028 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae222ccb-1971-4e35-9af6-bb750f3c6acc x-openstack-request-id: req-ae222ccb-1971-4e35-9af6-bb750f3c6acc {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:25:40.581323 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "name": "network-vif-plugged", "status": "completed", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:25:40.581583 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae222ccb-1971-4e35-9af6-bb750f3c6acc {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:25:40.581981 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae222ccb-1971-4e35-9af6-bb750f3c6acc'] response: {'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'code': 200} Apr 14 21:25:40.660063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:40.708209 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:40.798656 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48da10-0394-4f07-9954-6c04301484f2 req-fc186c95-a166-48ad-8bf4-75ac037fb479 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:40.800076 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef48da10-0394-4f07-9954-6c04301484f2 req-fc186c95-a166-48ad-8bf4-75ac037fb479 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Apr 14 21:25:40.853481 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607ccf-19a9-4804-972e-41bb418cda4f req-217759e6-faf3-4030-89e9-72e17ffd54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:40.855081 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d607ccf-19a9-4804-972e-41bb418cda4f req-217759e6-faf3-4030-89e9-72e17ffd54f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0540915 Apr 14 21:25:40.896138 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-ef48da10-0394-4f07-9954-6c04301484f2 req-095c8fc8-b045-48cc-b18e-ee2609445f87 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868933 Apr 14 21:25:40.924049 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-6d607ccf-19a9-4804-972e-41bb418cda4f req-f4f6b709-e8dc-4ba9-892f-d99070099692 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606761 Apr 14 21:25:41.048893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8ecbce89-74c9-40f6-8943-77660f5824f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:42.010862 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3e8bb-802f-4c61-b97f-2890c5ea7517 req-2499bc51-6c2c-4c0a-9f6f-4d2036f9a0f6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:42.012364 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bea3e8bb-802f-4c61-b97f-2890c5ea7517 req-2499bc51-6c2c-4c0a-9f6f-4d2036f9a0f6 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0473187 Apr 14 21:25:42.025888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:42.062725 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-bea3e8bb-802f-4c61-b97f-2890c5ea7517 req-89406e27-8f0d-4cbc-87f7-16bc8d1d5d0b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Apr 14 21:25:43.176437 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879450d5-320c-4ed6-9728-4c5f9ebd140a req-734ba952-6c01-42ac-b4d4-94bb605ce6d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:43.177876 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-879450d5-320c-4ed6-9728-4c5f9ebd140a req-734ba952-6c01-42ac-b4d4-94bb605ce6d7 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Apr 14 21:25:43.227368 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-879450d5-320c-4ed6-9728-4c5f9ebd140a req-df0bd2dd-a7d3-43ce-a475-4cd3dae25752 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437901 Apr 14 21:25:43.342458 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9705-f4de-457e-9c5f-258ac5524dde req-bea0af50-4a60-49aa-9c8d-b656ab81d901 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:43.343946 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-04bb9705-f4de-457e-9c5f-258ac5524dde req-bea0af50-4a60-49aa-9c8d-b656ab81d901 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0466018 Apr 14 21:25:43.345316 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:43.392255 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-04bb9705-f4de-457e-9c5f-258ac5524dde req-104b7c84-28d7-42c7-bb83-6f0503274314 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Apr 14 21:25:43.415215 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45890) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:43.452874 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef10491-f1be-40a3-a654-e846f860bf5f tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:43.454351 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-4ef10491-f1be-40a3-a654-e846f860bf5f tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1125 time: 0.0381460 Apr 14 21:25:43.457106 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 45892) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:43.462077 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:25:43.545541 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:43.632760 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:43.743762 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.27.0.14 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/aa76e973-993e-4d49-a281-fe2619c1c0c0) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:25:43.849811 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.015136 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.053140 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:25:44.058457 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:25:44.061087 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:25:44.089195 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=aa76e973-993e-4d49-a281-fe2619c1c0c0,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:44.441043 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (803f5280-d70e-4bd5-98e5-63926e915898), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.580591 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.730497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.779885 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.850380 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=aa76e973-993e-4d49-a281-fe2619c1c0c0,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:44.864528 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (803f5280-d70e-4bd5-98e5-63926e915898), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.928572 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:44.970067 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 803f5280-d70e-4bd5-98e5-63926e915898 associated. External IP: 172.27.0.14, port: e6021abe-1a9c-4d24-b637-d8dcf283f52d. Apr 14 21:25:45.079529 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-acd77377-08cd-417d-a5f1-e730cc62e274 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742102 Apr 14 21:25:45.227153 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-0d8b9969-bca9-43c6-b8b1-ba98958b6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:45.228943 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-0d8b9969-bca9-43c6-b8b1-ba98958b6c27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 1129 time: 0.1068106 Apr 14 21:25:45.315085 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:25:45.386901 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-0af9265e-661d-43e2-a5d4-88b41fcbf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:45.388302 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-0af9265e-661d-43e2-a5d4-88b41fcbf845 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 914 time: 0.1412876 Apr 14 21:25:45.457097 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-f4e8e7d9-d047-46e9-bed3-463b294b080b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912d14dd-49b5-4e52-af1d-652d83d21957 HTTP/1.1" status: 200 len: 217 time: 0.0617414 Apr 14 21:25:45.513353 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:25:45.522034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-965dacf8-b717-4e55-b422-12cd88c2c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:45.523776 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:25:45.524295 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-965dacf8-b717-4e55-b422-12cd88c2c044 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd688a3-eae9-4c07-bc1f-4b6095547a48 HTTP/1.1" status: 200 len: 853 time: 0.0609694 Apr 14 21:25:45.534818 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:25:45.535429 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:25:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:45.557805 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-26964300-7590-4f26-88ae-28e95d438c98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a097385-0ab1-49a8-9612-d3ec598e15be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275407 Apr 14 21:25:45.630633 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:45.653954 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:25:45.708043 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-8c1e2a19-0a53-4882-8a36-e5ee84cfcbde tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2499053 Apr 14 21:25:45.714298 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412d98-7117-47b5-80d6-a2ef6561518f req-e2ad0bb1-7d38-4413-9097-ae8cf8ab3b9b tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:45.715711 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71412d98-7117-47b5-80d6-a2ef6561518f req-e2ad0bb1-7d38-4413-9097-ae8cf8ab3b9b tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0896935 Apr 14 21:25:45.721817 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:25:45.723766 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9645a9e0-a68f-47b3-864b-69e0e223ba71" -d '{"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:25:45.738002 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-a5e341c3-84d6-4cca-83cd-b0b570a6ce7b service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748059 Apr 14 21:25:45.761905 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f3626-5355-4cbd-8caa-5401fccb094e x-openstack-request-id: req-f14f3626-5355-4cbd-8caa-5401fccb094e {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:25:45.762192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:25:45.762446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f14f3626-5355-4cbd-8caa-5401fccb094e {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:25:45.762835 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f3626-5355-4cbd-8caa-5401fccb094e'] response: {'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'status': 'completed', 'code': 200} Apr 14 21:25:45.780017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-71412d98-7117-47b5-80d6-a2ef6561518f req-ab45159b-3ce2-4726-b5a0-1efe9b72cf31 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Apr 14 21:25:45.879354 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:44Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:45.907722 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:25:45.916471 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:25:45.917164 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:25:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:46.025880 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:25:46.366879 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:44Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:25:46.393097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5db20-c01d-4310-907c-5835089e98c4 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:44Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:25:46.585276 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b1dae-eef7-4f66-93be-0dd39f7940a6 None None] New status for floating IP 803f5280-d70e-4bd5-98e5-63926e915898: ACTIVE {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:25:46.911818 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6f4b-c468-4d8e-a04c-bb4421b6a16e req-5a2e682a-d1f8-466e-947d-7d15a69152cb tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:46.916084 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b92e6f4b-c468-4d8e-a04c-bb4421b6a16e req-5a2e682a-d1f8-466e-947d-7d15a69152cb tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Apr 14 21:25:46.946771 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-cbdc7916-f9c7-4baa-92e2-4cf27080f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:46.948328 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-cbdc7916-f9c7-4baa-92e2-4cf27080f281 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0933993 Apr 14 21:25:46.967302 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b92e6f4b-c468-4d8e-a04c-bb4421b6a16e req-7a767649-f278-4264-abff-c41ad783ab45 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Apr 14 21:25:47.266262 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-3846b85f-2a8c-443f-9b8d-dc9c030f18d9 req-328b62cb-0275-4407-9abb-4dafb78ba14b service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321654 Apr 14 21:25:47.333933 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-f7aa3815-5ef8-4b5f-ac65-3014fbc90700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:47.335399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-f7aa3815-5ef8-4b5f-ac65-3014fbc90700 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.3671474 Apr 14 21:25:47.505642 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-43d6532d-a918-471e-a4bb-b590e1f72907 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 1001 time: 0.0911858 Apr 14 21:25:47.511836 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b88c1-1082-4155-ac00-435065e41e2f req-e2296ea3-c402-4810-90e4-59b444ef4c0a tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:47.513231 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-030b88c1-1082-4155-ac00-435065e41e2f req-e2296ea3-c402-4810-90e4-59b444ef4c0a tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0611835 Apr 14 21:25:47.598418 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-de68058b-6c19-4fbb-a61d-637c68dbcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:47.599869 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-de68058b-6c19-4fbb-a61d-637c68dbcec8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0857916 Apr 14 21:25:47.665099 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Deleting port 912d14dd-49b5-4e52-af1d-652d83d21957 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:25:47.665446 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:47.671903 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-b4e5f6b0-c672-4bcf-b953-7a507e25d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:47.673448 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-b4e5f6b0-c672-4bcf-b953-7a507e25d2b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551465 Apr 14 21:25:47.822930 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] For port 912d14dd-49b5-4e52-af1d-652d83d21957, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=912d14dd-49b5-4e52-af1d-652d83d21957,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:25:47.823297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:47.844617 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-0d24bcad-926a-494d-b1ba-100bc4836f34 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606510 Apr 14 21:25:47.845594 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Calling delete_port for 912d14dd-49b5-4e52-af1d-652d83d21957 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:25:47.998943 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9645a9e0-a68f-47b3-864b-69e0e223ba71 req-bbcf4a3f-eb9d-4bf9-970d-25a1bcce6a85 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469893 Apr 14 21:25:48.095497 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d06876-73c1-4636-8980-6c4c8f11cfe6 req-1dbdeb7f-1e49-42b9-ac1e-981436a68b41 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:48.096948 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f3d06876-73c1-4636-8980-6c4c8f11cfe6 req-1dbdeb7f-1e49-42b9-ac1e-981436a68b41 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 945 time: 0.0560458 Apr 14 21:25:48.143426 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-f3d06876-73c1-4636-8980-6c4c8f11cfe6 req-263d2693-a156-4939-b04f-c96714094701 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Apr 14 21:25:48.151254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (912d14dd-49b5-4e52-af1d-652d83d21957), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:48.165023 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['912d14dd-49b5-4e52-af1d-652d83d21957'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:25:48.187121 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Pushing event deleted for resources: {'Port': ['ID=912d14dd-49b5-4e52-af1d-652d83d21957,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:48.231434 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] No DVR routers for this DVR port 912d14dd-49b5-4e52-af1d-652d83d21957 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:25:48.233991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:48.237352 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-030b88c1-1082-4155-ac00-435065e41e2f req-edbc6865-e9fc-4812-91fa-bbd3a4ab95d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "DELETE /v2.0/ports/912d14dd-49b5-4e52-af1d-652d83d21957 HTTP/1.1" status: 204 len: 173 time: 0.7161832 Apr 14 21:25:48.237801 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'name': 'network-vif-deleted', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:25:48.240092 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e909b-6898-40a8-9bf8-c94028c8fba3" -d '{"events": [{"server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "name": "network-vif-deleted", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:25:48.278500 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c282b01-48a9-4efe-bdef-586ab60b5c8f x-openstack-request-id: req-5c282b01-48a9-4efe-bdef-586ab60b5c8f {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:25:48.278500 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c47b-80d0-49de-a873-fa4b2e879407", "name": "network-vif-deleted", "tag": "912d14dd-49b5-4e52-af1d-652d83d21957", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:25:48.278500 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c282b01-48a9-4efe-bdef-586ab60b5c8f {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:25:48.278500 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c282b01-48a9-4efe-bdef-586ab60b5c8f'] response: {'server_uuid': '10d9c47b-80d0-49de-a873-fa4b2e879407', 'name': 'network-vif-deleted', 'tag': '912d14dd-49b5-4e52-af1d-652d83d21957', 'status': 'completed', 'code': 200} Apr 14 21:25:49.252438 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1c6d4788-2074-4bce-9c77-c413b77453d3 req-85efd676-480e-4ce6-a7f7-3bad5571959c tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=10d9c47b-80d0-49de-a873-fa4b2e879407 HTTP/1.1" status: 200 len: 210 time: 0.0290928 Apr 14 21:25:50.323018 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 912d14dd-49b5-4e52-af1d-652d83d21957 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:25:50.342499 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 912d14dd-49b5-4e52-af1d-652d83d21957 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:25:50.342853 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 912d14dd-49b5-4e52-af1d-652d83d21957 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:26:03.170751 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-89b53cd1-2859-4b38-85c7-379c103d7ee0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:03.172078 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-89b53cd1-2859-4b38-85c7-379c103d7ee0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 813 time: 0.1095970 Apr 14 21:26:03.186907 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-2ea36bbf-a2e3-4ff8-b305-bc1352eccdc7 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/quotas/b8d16f9e66ca4f3b9947dfbea45a9e48 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Apr 14 21:26:03.218004 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e70359e2-a108-41f8-8cae-3fa572d4933e tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261600 Apr 14 21:26:03.306751 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-fed90e34-3e8a-480f-90bd-aca252d414c3 service neutron] 10.222.0.24 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Apr 14 21:26:03.396773 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-dbe3e149-6138-4cc5-a975-5eaebbbccbe6 service neutron] 10.222.0.24 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Apr 14 21:26:03.668211 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-32dabd99-b17f-495f-be18-91e41221a246 req-d44c2db6-2a7b-435d-af3f-46af4fdec796 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Apr 14 21:26:04.758843 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4888c574-8121-4c93-871d-ba095c78feef req-a5e567ed-4eee-41c4-87e9-e70bbebbf5c5 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Apr 14 21:26:05.854413 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6f436ba7-ff5b-4a73-8466-66ac994840b4 req-0ea9639a-d71a-484f-bf1b-305826f64ee4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Apr 14 21:26:05.888255 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-56d74e85-b590-4b69-bd3a-c617e761c230 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:05.889868 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-56d74e85-b590-4b69-bd3a-c617e761c230 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "GET /v2.0/networks?id=3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 200 len: 813 time: 0.1081576 Apr 14 21:26:05.904684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Request body: {'port': {'device_id': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be', 'admin_state_up': True, 'tenant_id': 'b8d16f9e66ca4f3b9947dfbea45a9e48'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:26:06.087787 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Made reservation on behalf of b8d16f9e66ca4f3b9947dfbea45a9e48 for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:26:06.091163 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:06.217250 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Allocated IP 172.20.0.8 (3a097385-0ab1-49a8-9612-d3ec598e15be/2cd688a3-eae9-4c07-bc1f-4b6095547a48/5383fd19-cc30-4103-a7f1-4747b6ea6278) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:26:06.369176 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks [] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:06.511207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:06.551925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Network 3a097385-0ab1-49a8-9612-d3ec598e15be is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:26:06.555665 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:26:06.561799 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:26:06.587014 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Pushing event updated for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:06.614723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:06.615360 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:06.697581 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e067025b-10b2-47cc-a202-9115545dabd0 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965410 Apr 14 21:26:06.716373 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Request body: {'port': {'device_id': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:26:06.777789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.001124 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69852f44-4919-4268-87a7-83246780ab78 req-e0d668e5-141e-44ed-b6a4-4ec66e2d6c4d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.002488 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-69852f44-4919-4268-87a7-83246780ab78 req-e0d668e5-141e-44ed-b6a4-4ec66e2d6c4d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 931 time: 0.0758567 Apr 14 21:26:07.083743 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-69852f44-4919-4268-87a7-83246780ab78 req-d5ba90b6-a315-44f8-9530-ffebd2384a15 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751538 Apr 14 21:26:07.118460 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5383fd19-cc30-4103-a7f1-4747b6ea6278 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:26:07.125948 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks [] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.138293 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Transition to ACTIVE for port object 5383fd19-cc30-4103-a7f1-4747b6ea6278 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:26:07.230611 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.281139 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:07.347020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Attempting to bind port 5383fd19-cc30-4103-a7f1-4747b6ea6278 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:26:07.347350 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Attempting to bind port 5383fd19-cc30-4103-a7f1-4747b6ea6278 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:26:07.347678 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Attempting to bind port 5383fd19-cc30-4103-a7f1-4747b6ea6278 on network 3a097385-0ab1-49a8-9612-d3ec598e15be {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:26:07.352466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Port 5383fd19-cc30-4103-a7f1-4747b6ea6278 on network 3a097385-0ab1-49a8-9612-d3ec598e15be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:26:07.352787 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Attempting to bind port 5383fd19-cc30-4103-a7f1-4747b6ea6278 on network 3a097385-0ab1-49a8-9612-d3ec598e15be {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:26:07.357611 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:26:07.357946 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Checking segment: {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:26:07.358330 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Bound using segment: {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:26:07.358750 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Bound port: 5383fd19-cc30-4103-a7f1-4747b6ea6278, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd6b4b1-5d41-4179-b546-a0b294721172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:26:07.359101 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.422915 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:26:07.425840 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:26:07.523191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.557646 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.558275 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.559650 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] 10.222.0.57 "PUT /v2.0/ports/5383fd19-cc30-4103-a7f1-4747b6ea6278 HTTP/1.1" status: 200 len: 1093 time: 0.8473170 Apr 14 21:26:07.560091 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:26:07.562375 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bfefbb-181c-463e-9d44-eaefbb3898b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:26:07.589192 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eaf90-a2cc-4326-be90-255b9f987f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:07.601904 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8348073-0347-4d9b-8cce-fae95b960c38 x-openstack-request-id: req-d8348073-0347-4d9b-8cce-fae95b960c38 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:26:07.602200 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:26:07.602456 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8348073-0347-4d9b-8cce-fae95b960c38 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:26:07.602860 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8348073-0347-4d9b-8cce-fae95b960c38'] response: {'name': 'network-changed', 'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278', 'status': 'completed', 'code': 200} Apr 14 21:26:07.659868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-8e22cd3d-f339-459d-8697-c2026f49672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.661387 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-8e22cd3d-f339-459d-8697-c2026f49672c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 1127 time: 0.0397546 Apr 14 21:26:07.761268 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-e79bf3a5-a809-40e4-8bde-8463482a9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.762741 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-e79bf3a5-a809-40e4-8bde-8463482a9181 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940669 Apr 14 21:26:07.856279 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-b7c22f45-2f34-4079-9a8c-d70e43b4ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.857812 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e8bfefbb-181c-463e-9d44-eaefbb3898b3 req-b7c22f45-2f34-4079-9a8c-d70e43b4ae50 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878823 Apr 14 21:26:07.937050 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-144c1387-8e8a-427b-b0cd-a5fdd7ccaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:07.938527 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-144c1387-8e8a-427b-b0cd-a5fdd7ccaca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 1127 time: 0.0437751 Apr 14 21:26:07.979147 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-b2cf07d3-e575-4261-bf82-63cecc8d94db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278 HTTP/1.1" status: 200 len: 217 time: 0.0338142 Apr 14 21:26:08.032514 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-113554a7-80c3-4a36-a56f-25e4579a4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:08.033986 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-113554a7-80c3-4a36-a56f-25e4579a4930 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd688a3-eae9-4c07-bc1f-4b6095547a48 HTTP/1.1" status: 200 len: 853 time: 0.0480671 Apr 14 21:26:08.068397 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-e9e05603-2ca6-440c-b94b-28b40642706a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a097385-0ab1-49a8-9612-d3ec598e15be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285015 Apr 14 21:26:08.167865 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-0e0b866b-8a48-43d6-b4d5-acc55be0a2af service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Apr 14 21:26:08.226522 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fea96-a955-4ecc-a90d-3b285d790326 req-e501cab1-b489-4364-80b8-33673af141d6 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:08.227967 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4e6fea96-a955-4ecc-a90d-3b285d790326 req-e501cab1-b489-4364-80b8-33673af141d6 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 943 time: 0.0750387 Apr 14 21:26:08.314660 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4e6fea96-a955-4ecc-a90d-3b285d790326 req-7cbf07b4-0a48-4276-95c3-7978c9d0d30b tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630538 Apr 14 21:26:08.318235 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a2fa710b-b390-4dbc-b056-cfadbd677fde req-7302363f-8993-4a3d-bc32-b5e476c4602e service neutron] 10.222.0.57 "GET /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351149 Apr 14 21:26:08.356628 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:08.693536 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a5da8590-ff6b-4ad1-b404-4008065d99b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:09.430566 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30eca-0543-489f-a5a6-77bd614b0003 req-d5b7b62e-40ee-40eb-a8af-359a57e7f00d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:09.432014 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-35e30eca-0543-489f-a5a6-77bd614b0003 req-d5b7b62e-40ee-40eb-a8af-359a57e7f00d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 943 time: 0.0495472 Apr 14 21:26:09.477879 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-35e30eca-0543-489f-a5a6-77bd614b0003 req-d6dbc78b-2439-4a84-b95f-dcf3abdd7463 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Apr 14 21:26:10.586409 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5070a-a97c-4bc8-afc3-e64b5d2762b3 req-05470269-7ec6-485f-8c83-168e0d417c6f tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:10.587809 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1ca5070a-a97c-4bc8-afc3-e64b5d2762b3 req-05470269-7ec6-485f-8c83-168e0d417c6f tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 943 time: 0.0459447 Apr 14 21:26:10.637895 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-1ca5070a-a97c-4bc8-afc3-e64b5d2762b3 req-d6f54611-bef7-4f59-81f6-189efa5e2de6 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Apr 14 21:26:11.042155 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbd26046-e111-476a-a888-9fd9c5376578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:11.747549 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef840e07-43c9-4ba2-a172-7994fcd8ad12 req-4438277f-8120-4072-b5e6-9bec08c527e5 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:11.749060 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ef840e07-43c9-4ba2-a172-7994fcd8ad12 req-4438277f-8120-4072-b5e6-9bec08c527e5 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 943 time: 0.0470734 Apr 14 21:26:11.795463 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ef840e07-43c9-4ba2-a172-7994fcd8ad12 req-2c02c0b8-8ed7-477f-bb00-e763d792185a tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Apr 14 21:26:12.013590 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:12.440240 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5383fd19-cc30-4103-a7f1-4747b6ea6278 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:26:12.536650 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:26:12.547952 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '5383fd19-cc30-4103-a7f1-4747b6ea6278', 'network_id': '3a097385-0ab1-49a8-9612-d3ec598e15be', 'port_id': '5383fd19-cc30-4103-a7f1-4747b6ea6278', 'mac_address': 'fa:16:3e:3e:26:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd688a3-eae9-4c07-bc1f-4b6095547a48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:26:12.583091 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 5383fd19-cc30-4103-a7f1-4747b6ea6278 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:12.583481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:12.596257 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5383fd19-cc30-4103-a7f1-4747b6ea6278 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:26:12.614957 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:26:12.681959 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:12.727929 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:12.734851 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.735205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.735551 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.735893 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.736232 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.736565 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.736894 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.737247 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.737575 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.737901 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.738230 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.738558 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.738882 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.739204 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.739542 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:12.908687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38426449-bc5e-4a77-8039-a24351cc02e9 req-8526fc15-1469-4db8-ba0d-eb5dbca36414 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:12.910187 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-38426449-bc5e-4a77-8039-a24351cc02e9 req-8526fc15-1469-4db8-ba0d-eb5dbca36414 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 944 time: 0.0473351 Apr 14 21:26:12.957842 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-38426449-bc5e-4a77-8039-a24351cc02e9 req-b67e78d1-b3e8-41a7-b07d-6c03bac36dd3 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Apr 14 21:26:13.026978 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['5383fd19-cc30-4103-a7f1-4747b6ea6278'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:26:13.367852 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:14.067703 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5cbb-9912-4914-8032-ed7eac886c75 req-80a7729b-4fad-47d5-9676-0a00ba83cbc3 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:14.069203 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-419f5cbb-9912-4914-8032-ed7eac886c75 req-80a7729b-4fad-47d5-9676-0a00ba83cbc3 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 944 time: 0.0462859 Apr 14 21:26:14.127607 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-419f5cbb-9912-4914-8032-ed7eac886c75 req-2a390f60-5919-4acf-8f29-169fc4a18e62 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Apr 14 21:26:14.443545 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5383fd19-cc30-4103-a7f1-4747b6ea6278 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:26:14.489267 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 5383fd19-cc30-4103-a7f1-4747b6ea6278 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:26:14.556097 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 5383fd19-cc30-4103-a7f1-4747b6ea6278 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:14.556417 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:14.631246 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 5383fd19-cc30-4103-a7f1-4747b6ea6278 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:14.631630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:14.653707 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:26:14.656168 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0491ff69-cf5e-4a5d-8a5c-f78620d03913" -d '{"events": [{"server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "name": "network-vif-plugged", "status": "completed", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:26:14.668924 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:26:14.691591 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9723c1c-6dd7-45fc-aa2b-cd028b61e18f x-openstack-request-id: req-e9723c1c-6dd7-45fc-aa2b-cd028b61e18f {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:26:14.691883 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "name": "network-vif-plugged", "status": "completed", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:26:14.692146 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9723c1c-6dd7-45fc-aa2b-cd028b61e18f {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:26:14.692533 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9723c1c-6dd7-45fc-aa2b-cd028b61e18f'] response: {'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278', 'code': 200} Apr 14 21:26:14.756438 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:14.803842 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:14.893615 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:15.032079 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1a751-6f8b-43fe-b1be-584b245a6967 req-504618c8-ce35-431c-bc2b-eb7ed85ca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:15.033592 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6d1a751-6f8b-43fe-b1be-584b245a6967 req-504618c8-ce35-431c-bc2b-eb7ed85ca250 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 1129 time: 0.0385737 Apr 14 21:26:15.075220 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c6d1a751-6f8b-43fe-b1be-584b245a6967 req-aee25342-1962-4f51-b4e2-c454642c6a17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361054 Apr 14 21:26:15.238704 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e568050-f9d5-48b8-b447-eea3766a1426 req-bdffa4a6-1c07-4dae-9558-84365627fe3d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:15.240172 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e568050-f9d5-48b8-b447-eea3766a1426 req-bdffa4a6-1c07-4dae-9558-84365627fe3d tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0456564 Apr 14 21:26:15.286690 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-6e568050-f9d5-48b8-b447-eea3766a1426 req-1d392ed8-d192-4665-80e1-251431e5ece9 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Apr 14 21:26:16.403958 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc4de-d25d-4fe7-98d3-6130e39a219f req-38b52c44-aaa0-43ef-9fa0-6e379cd470de tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:16.405749 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10dfc4de-d25d-4fe7-98d3-6130e39a219f req-38b52c44-aaa0-43ef-9fa0-6e379cd470de tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Apr 14 21:26:16.453094 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-10dfc4de-d25d-4fe7-98d3-6130e39a219f req-1947629c-620f-4e7b-9d79-d0f904f27230 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Apr 14 21:26:16.930735 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:26:17.564554 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb526-1bac-423b-a5cc-70b6cfbede72 req-a35a7430-8ca4-4f03-9cc2-c201b80641fe tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:17.566061 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b63cb526-1bac-423b-a5cc-70b6cfbede72 req-a35a7430-8ca4-4f03-9cc2-c201b80641fe tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Apr 14 21:26:17.612199 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-b63cb526-1bac-423b-a5cc-70b6cfbede72 req-ca50d7ab-138b-448e-aabd-9ad03e005eb1 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Apr 14 21:26:38.401800 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:38.715909 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6c83842e-7172-4ed9-8548-4870f007d0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:41.039906 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25f86e81-1f2a-45cd-9c01-48f8a36e5f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:42.007270 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:42.324112 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b72a-a503-4071-980d-166509bd57a1 req-c1a08f47-f38f-4f49-aed1-97b08a5e65af tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:42.327602 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-15c2b72a-a503-4071-980d-166509bd57a1 req-c1a08f47-f38f-4f49-aed1-97b08a5e65af tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Apr 14 21:26:42.373700 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-15c2b72a-a503-4071-980d-166509bd57a1 req-fe92d865-5d83-43f3-9880-96742fe0ce68 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Apr 14 21:26:43.401368 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:43.539224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50945a2d-da5a-4b6f-a1c5-b7721af612db req-e9f02a51-2992-44d2-9885-4b8fe4780019 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:43.540742 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-50945a2d-da5a-4b6f-a1c5-b7721af612db req-e9f02a51-2992-44d2-9885-4b8fe4780019 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0992882 Apr 14 21:26:43.587287 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-50945a2d-da5a-4b6f-a1c5-b7721af612db req-98d7852d-9f26-4fed-b6ba-e4cc110af6d4 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/security-groups?id=99c93393-ae87-46ab-9581-da04480cf3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Apr 14 21:26:44.183870 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-551f6b1f-6042-4f02-8d54-108a21975b42 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:44.185271 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-551f6b1f-6042-4f02-8d54-108a21975b42 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 945 time: 0.0463002 Apr 14 21:26:44.276023 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Deleting port 5383fd19-cc30-4103-a7f1-4747b6ea6278 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:26:44.276355 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:44.371123 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] For port 5383fd19-cc30-4103-a7f1-4747b6ea6278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5383fd19-cc30-4103-a7f1-4747b6ea6278,segment=NetworkSegment(0bd6b4b1-5d41-4179-b546-a0b294721172),segment_id=0bd6b4b1-5d41-4179-b546-a0b294721172)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:26:44.371395 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:44.384793 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Calling delete_port for 5383fd19-cc30-4103-a7f1-4747b6ea6278 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:26:44.562042 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (5383fd19-cc30-4103-a7f1-4747b6ea6278), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:44.573655 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['5383fd19-cc30-4103-a7f1-4747b6ea6278'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:26:44.594207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Pushing event deleted for resources: {'Port': ['ID=5383fd19-cc30-4103-a7f1-4747b6ea6278,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:44.605896 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.606245 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.606589 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.606925 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.607250 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.607573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.607900 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.608222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.608543 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.608863 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.609211 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.609535 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.609852 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.610170 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.610486 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:44.648049 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] No DVR routers for this DVR port 5383fd19-cc30-4103-a7f1-4747b6ea6278 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:26:44.650654 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:44.654210 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-13fc5ed2-9b1f-45f4-a734-5f681c4f751f req-3088c88a-f2f4-4265-acc1-4eef1d2cb076 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.57 "DELETE /v2.0/ports/5383fd19-cc30-4103-a7f1-4747b6ea6278 HTTP/1.1" status: 204 len: 173 time: 0.4628608 Apr 14 21:26:44.654640 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'name': 'network-vif-deleted', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:26:44.656879 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824a16da-ef1e-479c-babc-db36cb521bf8" -d '{"events": [{"server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "name": "network-vif-deleted", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:26:44.687822 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-5ab82309-6fd0-4441-a145-3b168ba334a0 req-f54c3068-25a4-43b2-af26-095ad4e12bf9 tempest-VolumesSnapshotTestJSON-1543517445 tempest-VolumesSnapshotTestJSON-1543517445-project] 10.222.0.24 "GET /v2.0/ports?device_id=dffaabb1-16a3-4b92-b737-f547cc8eb714 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Apr 14 21:26:44.694831 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ead7b4-fb6e-411b-8faa-c895d93baf04 x-openstack-request-id: req-f8ead7b4-fb6e-411b-8faa-c895d93baf04 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:26:44.695126 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffaabb1-16a3-4b92-b737-f547cc8eb714", "name": "network-vif-deleted", "tag": "5383fd19-cc30-4103-a7f1-4747b6ea6278", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:26:44.695882 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8ead7b4-fb6e-411b-8faa-c895d93baf04 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:26:44.696298 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ead7b4-fb6e-411b-8faa-c895d93baf04'] response: {'server_uuid': 'dffaabb1-16a3-4b92-b737-f547cc8eb714', 'name': 'network-vif-deleted', 'tag': '5383fd19-cc30-4103-a7f1-4747b6ea6278', 'status': 'completed', 'code': 200} Apr 14 21:26:44.902604 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:46.357904 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-46d2e11f-8d6f-4832-8775-cc49bf5976c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386324 Apr 14 21:26:46.420605 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-bd6638ab-b9dc-49fa-a634-6d840c968df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:46.422125 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-bd6638ab-b9dc-49fa-a634-6d840c968df6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0394623 Apr 14 21:26:46.528614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-3b0c2285-fdf4-442c-96ad-178beabb02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:46.530399 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-3b0c2285-fdf4-442c-96ad-178beabb02ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.0888193 Apr 14 21:26:46.595077 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-eae7ea70-99e7-4bc0-8c0c-718a98401ded service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 1001 time: 0.0579166 Apr 14 21:26:46.646137 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-35c4be58-2059-4677-b3c2-7662227c4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:46.647604 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-35c4be58-2059-4677-b3c2-7662227c4deb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0467391 Apr 14 21:26:46.690407 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-47b007d8-216a-4023-b47b-c413238a0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:46.691945 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-47b007d8-216a-4023-b47b-c413238a0da7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385432 Apr 14 21:26:46.780251 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-cb980c0e-ffea-43f7-99cf-9fd3e96bd62a service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807366 Apr 14 21:26:46.877353 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e63ed511-536d-4208-9285-7d16c9e5c3ce req-ba3bf8c4-a5d0-4f99-bf76-d4783b0d6176 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901530 Apr 14 21:26:49.455640 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5383fd19-cc30-4103-a7f1-4747b6ea6278 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:26:49.476095 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 5383fd19-cc30-4103-a7f1-4747b6ea6278 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:26:49.476442 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5383fd19-cc30-4103-a7f1-4747b6ea6278 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:26:53.930999 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:08.406994 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:08.704167 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed52ec6-a2a2-4e56-809c-c17574d3f6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:10.995486 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a959a50-b419-4ee5-af06-ed6997289785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:11.995349 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:13.415513 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:13.782221 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46268) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:13.827714 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Deleting subnet 2cd688a3-eae9-4c07-bc1f-4b6095547a48 {{(pid=104064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:27:13.830927 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Publish callbacks [] for subnet (2cd688a3-eae9-4c07-bc1f-4b6095547a48), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:13.869978 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409999'] for subnet (2cd688a3-eae9-4c07-bc1f-4b6095547a48), precommit_delete_associations {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:13.909538 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (2cd688a3-eae9-4c07-bc1f-4b6095547a48), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.041575 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8691863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10378450'] for subnet (2cd688a3-eae9-4c07-bc1f-4b6095547a48), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.066056 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd688a3-eae9-4c07-bc1f-4b6095547a48,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:14.076377 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.076723 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.077091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.077433 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.077754 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.078082 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.078861 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.078861 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.079069 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.079328 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.079646 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.079966 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.080282 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.080595 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.080910 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:14.083829 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for subnet (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.090074 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-4c99ee64-8709-44c2-92e3-dd76426a1299 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2cd688a3-eae9-4c07-bc1f-4b6095547a48 HTTP/1.1" status: 204 len: 168 time: 0.3037612 Apr 14 21:27:14.090074 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46270) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:14.159679 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (3a097385-0ab1-49a8-9612-d3ec598e15be), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.234152 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (3a097385-0ab1-49a8-9612-d3ec598e15be), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.257802 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a097385-0ab1-49a8-9612-d3ec598e15be']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:27:14.266773 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd6b4b1-5d41-4179-b546-a0b294721172') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:27:14.267067 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd6b4b1-5d41-4179-b546-a0b294721172') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:27:14.276099 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (0bd6b4b1-5d41-4179-b546-a0b294721172), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.289594 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (0bd6b4b1-5d41-4179-b546-a0b294721172), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.295654 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:27:14.295972 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (0bd6b4b1-5d41-4179-b546-a0b294721172), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:27:14.297769 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:27:14.423712 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (3a097385-0ab1-49a8-9612-d3ec598e15be), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.429134 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.432275 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a097385-0ab1-49a8-9612-d3ec598e15be HTTP/1.1" status: 204 len: 168 time: 0.3419008 Apr 14 21:27:14.443255 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46bc4c-0a7f-431a-886e-ac3d23e78ade admin admin] Pushing event deleted for resources: {'Network': ['ID=3a097385-0ab1-49a8-9612-d3ec598e15be,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:14.859396 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46274) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:14.899776 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-63be62be-32dc-46a4-a723-3e5572c1c41f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8d16f9e66ca4f3b9947dfbea45a9e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392122 Apr 14 21:27:14.902308 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46276) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:14.921227 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.954860 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] Publish callbacks [] for security_group (99c93393-ae87-46ab-9581-da04480cf3e0), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:14.976310 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] Publish callbacks [] for security_group (99c93393-ae87-46ab-9581-da04480cf3e0), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:15.092303 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (99c93393-ae87-46ab-9581-da04480cf3e0), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:15.094856 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:15.095999 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99c93393-ae87-46ab-9581-da04480cf3e0 HTTP/1.1" status: 204 len: 168 time: 0.1925414 Apr 14 21:27:15.104288 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c95271-35e7-45fd-a24e-a256356ea332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c93393-ae87-46ab-9581-da04480cf3e0,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:30.930819 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:38.371536 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:38.686139 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-faa36854-e137-4c29-88a2-d27319a37744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:41.000230 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abf5705e-11fd-406b-bf52-e35de001f5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:41.997559 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:43.374229 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:44.900007 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:46.463226 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-0534121f-6e3e-4594-9ec6-726e493a65a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1365156 Apr 14 21:27:46.545675 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd220-9651-4026-84e3-30870bc5d47c req-14351605-ee1e-48e1-8610-ee9944409a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:46.547151 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-14351605-ee1e-48e1-8610-ee9944409a1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0422208 Apr 14 21:27:46.648258 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd220-9651-4026-84e3-30870bc5d47c req-4e66bda6-1d3b-4015-a9cd-77ea63900a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:46.649762 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-4e66bda6-1d3b-4015-a9cd-77ea63900a83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.0845251 Apr 14 21:27:46.716598 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-5a1ddb33-cfca-48af-8644-9d281f05d476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 1001 time: 0.0596654 Apr 14 21:27:46.763222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd220-9651-4026-84e3-30870bc5d47c req-aa5749eb-ba90-47a8-a296-8551791c5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:46.764645 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-aa5749eb-ba90-47a8-a296-8551791c5db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0422788 Apr 14 21:27:46.808313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd220-9651-4026-84e3-30870bc5d47c req-a1b79b6a-defc-4ed9-be82-511e0f0f66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:46.809851 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-a1b79b6a-defc-4ed9-be82-511e0f0f66ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390749 Apr 14 21:27:46.903117 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-279fa593-425e-4b07-a71c-90e82059a535 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Apr 14 21:27:47.993893 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-70ebd220-9651-4026-84e3-30870bc5d47c req-7ff34149-baf3-4570-9357-409dd779e8d9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Apr 14 21:27:57.524311 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-cd455462-1f20-4383-a1af-8f7ece154f1b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515143309&fields=id&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 267 time: 0.0448668 Apr 14 21:27:57.633053 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-4a65652e-6aba-4d1d-a48c-e8a699bedb33 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:57.634574 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-4a65652e-6aba-4d1d-a48c-e8a699bedb33 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.1036522 Apr 14 21:27:57.649796 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-692a6780-c233-4269-a309-61a1177b5be0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/quotas/db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 375 time: 0.0099390 Apr 14 21:27:57.706399 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-16ba50e3-67d1-45ca-8093-f6d8fed94c32 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510623 Apr 14 21:27:57.806356 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-a2d0a63b-cbb8-4616-abef-b2082a61d8f3 service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888927 Apr 14 21:27:57.897964 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-b925149f-de4e-405c-9f5e-716c89f5fb1f service neutron] 10.222.0.24 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Apr 14 21:27:58.406321 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-cfbc1048-7150-46ce-9a90-c1d0e0b409cf req-2d9a551d-b778-4ae5-a010-353a4610a928 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 210 time: 0.0280402 Apr 14 21:27:59.503281 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-9d2ff228-54eb-4aca-9ef6-5558586704da req-567ad711-a8a0-4982-813b-fcd9534c9cd9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 210 time: 0.0291388 Apr 14 21:28:00.529157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-3fefc257-0308-4303-bc5b-6484c90099c9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:00.531788 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-3fefc257-0308-4303-bc5b-6484c90099c9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 809 time: 0.1930025 Apr 14 21:28:00.659435 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-88d31c8f-0523-4eff-afe4-5d55001b8781 req-18a1be00-45b8-477c-aab9-9c63c2711d42 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 210 time: 0.0748801 Apr 14 21:28:00.678603 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-f29f6c4c-6a12-486b-b7aa-d655b0955876 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db22e1f6a32543d5985cea7f336991cc HTTP/1.1" status: 200 len: 380 time: 0.1387124 Apr 14 21:28:00.690651 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'port': {'device_id': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'admin_state_up': True, 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'security_groups': ['783a34b4-b87a-48d6-87cd-8d632b29b9aa']}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:28:00.931570 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Made reservation on behalf of db22e1f6a32543d5985cea7f336991cc for: {'port': 1} {{(pid=104065) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:28:00.935146 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.077784 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.20.0.3 (3bbbc7c8-93e7-4c59-9cfd-66de67d65080/d1672f2d-0676-46d8-8672-2152da3c7430/5cca7178-0367-4b79-8e95-72f7e10d6fe3) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:28:01.245641 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.380741 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.440054 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:28:01.446340 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:28:01.450996 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:28:01.458664 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:01.487733 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.488092 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.488427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.488764 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.489123 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.489458 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.489779 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.490101 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.490425 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.490745 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.491065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.491385 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.491702 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.492067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.492334 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:01.528341 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:01.529075 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.689585 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-9ff9c7b6-a5d6-49bc-aa2d-dc869b96b133 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0055707 Apr 14 21:28:01.700934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Request body: {'port': {'device_id': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:28:01.744109 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-21de31cd-7bf9-4710-82d7-bcd7b8bfb29a None None] Provisioning complete for port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 triggered by entity DHCP. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:28:01.745165 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-21de31cd-7bf9-4710-82d7-bcd7b8bfb29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.790447 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.818194 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-21de31cd-7bf9-4710-82d7-bcd7b8bfb29a None None] Port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 cannot update to ACTIVE because it is not bound. {{(pid=104066) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:28:01.839022 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c484d-81ab-4aa2-b7c4-0164e6cf625e req-4dfd7bbf-57a4-4ded-9865-e4c216a87655 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:01.841675 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ca9c484d-81ab-4aa2-b7c4-0164e6cf625e req-4dfd7bbf-57a4-4ded-9865-e4c216a87655 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 931 time: 0.0847068 Apr 14 21:28:01.920100 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-ca9c484d-81ab-4aa2-b7c4-0164e6cf625e req-37168934-6181-4e55-a901-4d0b4ce27805 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701482 Apr 14 21:28:02.140264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cca7178-0367-4b79-8e95-72f7e10d6fe3 {{(pid=104065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:28:02.151071 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks [] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.166080 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.provisioning_blocks [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Transition to ACTIVE for port object 5cca7178-0367-4b79-8e95-72f7e10d6fe3 will not be triggered until provisioned by entity L2. {{(pid=104065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:28:02.217380 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.274088 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:02.360355 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Attempting to bind port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:28:02.360824 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Attempting to bind port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:28:02.361428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Attempting to bind port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:28:02.367918 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:28:02.368428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Attempting to bind port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 on network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:28:02.375659 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Checking agent: {'id': '2ffdb904-b0de-4a9c-8292-8a588ccba840', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'started_at': datetime.datetime(2022, 4, 14, 21, 9, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:28:02.376160 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Checking segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:28:02.377251 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Bound using segment: {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'} {{(pid=104065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:28:02.377832 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.managers [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Bound port: 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b1fca2-fc2a-43b1-800b-45d6c36cce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080'}}] {{(pid=104065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:28:02.378296 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.471050 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, cleared binding levels {{(pid=104065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:28:02.474161 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:28:02.581123 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.622448 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:02.623068 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.624566 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] 10.222.0.57 "PUT /v2.0/ports/5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 200 len: 1093 time: 0.9285188 Apr 14 21:28:02.624947 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:28:02.627271 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76753257-4192-441e-924e-654545282820" -d '{"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:28:02.660034 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02a9ff-d887-42f4-833b-ae6e9fee9e10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=3']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:02.694246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ca189-c27a-4693-b8c2-91db9cd2d171 x-openstack-request-id: req-7a7ca189-c27a-4693-b8c2-91db9cd2d171 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:28:02.695015 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:28:02.695204 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a7ca189-c27a-4693-b8c2-91db9cd2d171 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:28:02.695890 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7ca189-c27a-4693-b8c2-91db9cd2d171'] response: {'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'status': 'completed', 'code': 200} Apr 14 21:28:02.773536 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76753257-4192-441e-924e-654545282820 req-eff84508-a043-4ae1-9c70-0cd348fb07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:02.775289 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76753257-4192-441e-924e-654545282820 req-eff84508-a043-4ae1-9c70-0cd348fb07fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1127 time: 0.0541236 Apr 14 21:28:02.915727 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76753257-4192-441e-924e-654545282820 req-3ba632f5-2e78-49b8-a7e1-4fc9f725a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:02.917989 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76753257-4192-441e-924e-654545282820 req-3ba632f5-2e78-49b8-a7e1-4fc9f725a522 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db22e1f6a32543d5985cea7f336991cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1339960 Apr 14 21:28:03.091097 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa8a4-2eeb-4fdd-aa81-3e369b00980c req-6932706c-3af1-438a-a9d7-88a85ad7b5ea tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:03.092885 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-10aaa8a4-2eeb-4fdd-aa81-3e369b00980c req-6932706c-3af1-438a-a9d7-88a85ad7b5ea tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0684283 Apr 14 21:28:03.159961 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-10aaa8a4-2eeb-4fdd-aa81-3e369b00980c req-6bd9cf60-36f2-4587-8643-0c90c7f46eba tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561154 Apr 14 21:28:03.312251 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76753257-4192-441e-924e-654545282820 req-9b75605c-a11e-46b4-bb17-83eb86d520c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:03.313701 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-76753257-4192-441e-924e-654545282820 req-9b75605c-a11e-46b4-bb17-83eb86d520c3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3891780 Apr 14 21:28:03.386417 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-c473d168-76eb-4b81-a7fb-8582ac2631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:03.387912 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-c473d168-76eb-4b81-a7fb-8582ac2631dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1127 time: 0.0390019 Apr 14 21:28:03.428929 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-ce441cd5-f839-46fd-b2d2-fab9e48cae10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 200 len: 217 time: 0.0345392 Apr 14 21:28:03.480223 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-5313c9b8-e882-4497-863b-938bf093e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:03.481771 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-5313c9b8-e882-4497-863b-938bf093e809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0461037 Apr 14 21:28:03.529286 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7433c-68c1-472f-9523-dd919931d736 req-40d1a8e7-f6f9-49a3-821f-f068efee5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:03.530776 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-40d1a8e7-f6f9-49a3-821f-f068efee5b7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434363 Apr 14 21:28:03.622438 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-a5741245-193a-4a69-9165-a455d91b6614 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855956 Apr 14 21:28:03.728304 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-25d7433c-68c1-472f-9523-dd919931d736 req-ef481636-3021-4858-bf55-659dea4effac service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000614 Apr 14 21:28:04.285647 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610e80-f4bd-4527-89c1-706c44987093 req-b7ebabf5-9dca-40c2-ab23-4901353e316a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:04.287415 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e6610e80-f4bd-4527-89c1-706c44987093 req-b7ebabf5-9dca-40c2-ab23-4901353e316a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0521545 Apr 14 21:28:04.342992 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-e6610e80-f4bd-4527-89c1-706c44987093 req-1d2503ed-184f-42d1-a66b-74248588cbac tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492642 Apr 14 21:28:05.478738 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65b712-63e5-4e34-a474-01ef2e879547 req-fbe739a2-d61d-40df-a804-53ac48a876b8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:05.481435 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7b65b712-63e5-4e34-a474-01ef2e879547 req-fbe739a2-d61d-40df-a804-53ac48a876b8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0605187 Apr 14 21:28:05.534769 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-7b65b712-63e5-4e34-a474-01ef2e879547 req-b8fdfe89-f36c-4354-8619-5338ef6ba79c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 Apr 14 21:28:06.656086 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d70ca-52e9-49ce-a9c8-245412bf7289 req-8b1ae222-a076-47b6-a5ae-17e92bdf5658 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:06.657700 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e4d70ca-52e9-49ce-a9c8-245412bf7289 req-8b1ae222-a076-47b6-a5ae-17e92bdf5658 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0545802 Apr 14 21:28:06.708551 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-0e4d70ca-52e9-49ce-a9c8-245412bf7289 req-a5a95814-aada-46c9-ac3f-3336dcbfda2c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Apr 14 21:28:07.828649 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328ab7-2026-4e20-b9d2-f4c100310156 req-963c61d9-0529-469f-9eba-aba7c8b96c6d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:07.830419 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a0328ab7-2026-4e20-b9d2-f4c100310156 req-963c61d9-0529-469f-9eba-aba7c8b96c6d tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0551827 Apr 14 21:28:07.882247 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a0328ab7-2026-4e20-b9d2-f4c100310156 req-ca154ee1-b67b-418a-bbf7-b49b0d72f944 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458341 Apr 14 21:28:07.932683 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:28:08.399729 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:08.702630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bf829063-e13a-4017-b487-123862acc137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:09.008896 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6e1-6de8-4dd0-93d0-7f9bbfb14c20 req-56c09910-59b1-4a6a-a865-4f569c07433b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:09.010373 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4d12d6e1-6de8-4dd0-93d0-7f9bbfb14c20 req-56c09910-59b1-4a6a-a865-4f569c07433b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0496485 Apr 14 21:28:09.066769 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4d12d6e1-6de8-4dd0-93d0-7f9bbfb14c20 req-d899210a-c720-4c51-9561-e355cf448d2c tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463941 Apr 14 21:28:10.189479 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47533eed-331d-4b8b-88cc-c836a06fb471 req-ef7b9592-5da6-4a1a-9b7f-14d54451e2d3 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:10.191410 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-47533eed-331d-4b8b-88cc-c836a06fb471 req-ef7b9592-5da6-4a1a-9b7f-14d54451e2d3 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0554039 Apr 14 21:28:10.243332 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-47533eed-331d-4b8b-88cc-c836a06fb471 req-a22afa00-f9e5-4e76-92ec-e296c509079a tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Apr 14 21:28:10.524989 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-72b9bdc9-1f76-4756-912e-c2633fbb8efa req-53ce7d38-0b9c-40d0-9227-8161b713898d service neutron] (104064) timed out ('10.222.0.57', 60808) {{(pid=104064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:28:10.543689 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-a670a3c5-b790-44e5-a402-9568ea10678c req-23743b50-9452-4149-9050-882c8b8318c8 service neutron] (104064) timed out ('10.222.0.57', 60888) {{(pid=104064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:28:10.591663 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [req-0b86f96b-69a5-484a-a570-d0cb8815743f req-61ff224e-5f48-465f-a4e9-c63ff791f619 service neutron] (104064) timed out ('10.222.0.57', 60889) {{(pid=104064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:28:10.724614 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-2e9a58c8-1c14-4406-ad07-866480df4390 req-72779359-53b7-482a-9dbd-d8255852b010 service neutron] (104065) timed out ('10.222.0.57', 60824) {{(pid=104065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:28:11.002122 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3a7246d5-9a8a-4f08-b143-3474382955d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:11.357802 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e657e-3632-42b0-bc80-c286d1c966ff req-8df92b51-0dd6-4279-bd37-305397183fc4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:11.359291 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b50e657e-3632-42b0-bc80-c286d1c966ff req-8df92b51-0dd6-4279-bd37-305397183fc4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0488758 Apr 14 21:28:11.418507 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-b50e657e-3632-42b0-bc80-c286d1c966ff req-d27607ff-71e1-479b-a13a-1ed0c477cb59 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523241 Apr 14 21:28:12.007457 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:12.531916 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204636-3d14-438f-a8af-d11c67e4c386 req-b6551e0e-1031-4f83-9ecf-b53c00bd2a86 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:12.534022 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9204636-3d14-438f-a8af-d11c67e4c386 req-b6551e0e-1031-4f83-9ecf-b53c00bd2a86 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 943 time: 0.0470810 Apr 14 21:28:12.588653 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-f9204636-3d14-438f-a8af-d11c67e4c386 req-08a6c0e1-9519-4657-a0a8-b167e08ff825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488720 Apr 14 21:28:13.064819 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5cca7178-0367-4b79-8e95-72f7e10d6fe3 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104066) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:28:13.167420 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:28:13.179337 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Returning: {'device': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'port_id': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'mac_address': 'fa:16:3e:cb:f7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104066) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:28:13.217535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 is: DOWN; New status is: BUILD {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:28:13.217925 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:13.232068 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cca7178-0367-4b79-8e95-72f7e10d6fe3 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:28:13.252225 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:28:13.346389 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:13.400225 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=4']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:13.406029 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:13.414960 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.417649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.417649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.417649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.417649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.418011 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.418345 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.418885 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.419447 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.419999 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.420573 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.421170 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.421736 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.422290 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.422843 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:13.669427 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] get_ports_and_sgs() called for port_ids ['5cca7178-0367-4b79-8e95-72f7e10d6fe3'] {{(pid=104066) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:28:13.712003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d26a5-0860-49a0-8d8e-6dd535e73552 req-add65a21-92e6-4cd2-8d16-01ce7e312eb2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:13.713482 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-af1d26a5-0860-49a0-8d8e-6dd535e73552 req-add65a21-92e6-4cd2-8d16-01ce7e312eb2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 944 time: 0.0529630 Apr 14 21:28:13.767594 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-af1d26a5-0860-49a0-8d8e-6dd535e73552 req-056cb992-8394-45ae-b23c-4ae18980cb20 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Apr 14 21:28:14.885208 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c0ce-16f1-48bb-80bb-cd3fabe43904 req-97fb4baa-8b72-4d06-8309-16bafa1d0225 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:14.886852 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a2e8c0ce-16f1-48bb-80bb-cd3fabe43904 req-97fb4baa-8b72-4d06-8309-16bafa1d0225 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 944 time: 0.0491538 Apr 14 21:28:14.911750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:14.942939 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a2e8c0ce-16f1-48bb-80bb-cd3fabe43904 req-9a8e54e0-e39f-413b-b3f4-7a5109abc6ca tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503144 Apr 14 21:28:15.093603 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5cca7178-0367-4b79-8e95-72f7e10d6fe3 up at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:28:15.139185 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning for port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 completed by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:28:15.199342 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Provisioning complete for port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 triggered by entity L2. {{(pid=104066) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:28:15.199724 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668025'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), provisioning_complete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:15.289187 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Current status of the port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 is: BUILD; New status is: ACTIVE {{(pid=104066) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:28:15.289644 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:15.315483 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:28:15.317801 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0924d1df039a1a647b528bcdff131382310d3e50fa0bb577cbff642e643e06a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e04775a-90bb-4fed-9a4e-413e5a5b9578" -d '{"events": [{"server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "name": "network-vif-plugged", "status": "completed", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:28:15.331630 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-8563f264-045a-478a-abfe-26e512a90156 None None] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:28:15.374861 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eef4cd-1a0e-4ba0-ab18-74574b9315e0 x-openstack-request-id: req-69eef4cd-1a0e-4ba0-ab18-74574b9315e0 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:28:15.375212 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "name": "network-vif-plugged", "status": "completed", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:28:15.375582 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69eef4cd-1a0e-4ba0-ab18-74574b9315e0 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:28:15.376026 dv-cinder-837542-3-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69eef4cd-1a0e-4ba0-ab18-74574b9315e0'] response: {'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'code': 200} Apr 14 21:28:15.493680 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:15.542721 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Pushing event updated for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=5']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:15.747451 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de24f-7d35-47c9-b6c2-80b43aed4115 req-79798193-113d-4265-95b1-b36bdea53f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:15.748869 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-029de24f-7d35-47c9-b6c2-80b43aed4115 req-79798193-113d-4265-95b1-b36bdea53f54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1129 time: 0.0380213 Apr 14 21:28:15.795153 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-029de24f-7d35-47c9-b6c2-80b43aed4115 req-54cc0144-9e6e-4756-8618-cc6e79b4945e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Apr 14 21:28:16.060610 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a99f4-c410-49d2-be9d-502f353fc104 req-d6297218-8bc9-48b4-a334-a6dcb3d4961f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:16.062055 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-738a99f4-c410-49d2-be9d-502f353fc104 req-d6297218-8bc9-48b4-a334-a6dcb3d4961f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0492444 Apr 14 21:28:16.113849 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-738a99f4-c410-49d2-be9d-502f353fc104 req-03d5dedf-d619-406e-82a0-0daa5328630e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Apr 14 21:28:17.240014 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354517f7-f45c-436f-9e69-524dd2904aaf req-34121984-fb46-441f-9823-7de29a6f6cc2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:17.241596 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-354517f7-f45c-436f-9e69-524dd2904aaf req-34121984-fb46-441f-9823-7de29a6f6cc2 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0573111 Apr 14 21:28:17.293787 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-354517f7-f45c-436f-9e69-524dd2904aaf req-327d30a3-5665-4ced-bcbf-aa27cbca689f tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 Apr 14 21:28:18.415927 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05897807-e5d0-44fa-8524-9170847c3689 req-02eb4efc-b3fa-4aaa-935b-1ee6a877a7d0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:18.417510 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-05897807-e5d0-44fa-8524-9170847c3689 req-02eb4efc-b3fa-4aaa-935b-1ee6a877a7d0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0553520 Apr 14 21:28:18.466544 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-05897807-e5d0-44fa-8524-9170847c3689 req-489efb75-3b8c-4121-b0a3-7a3447289cdd tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Apr 14 21:28:18.578067 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4621f-a427-4fc1-921a-4e205f77a180 req-545662ec-aa2b-4194-a855-f8be40fb87da tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:18.579990 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c7f4621f-a427-4fc1-921a-4e205f77a180 req-545662ec-aa2b-4194-a855-f8be40fb87da tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0477021 Apr 14 21:28:18.630683 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-c7f4621f-a427-4fc1-921a-4e205f77a180 req-d41ab887-e342-4b07-9d5e-8693054a82a5 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Apr 14 21:28:18.653517 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46390) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:18.797874 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d5391-cecd-40b1-9a10-71e8e4180950 tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:18.799418 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-b14d5391-cecd-40b1-9a10-71e8e4180950 tempest-TestVolumeBootPattern-739961481 tempest-TestVolumeBootPattern-739961481-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1124 time: 0.1446624 Apr 14 21:28:18.802164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46394) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:18.806428 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.v2.base [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Request body: {'floatingip': {'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'port_id': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104065) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:28:18.876569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:18.958838 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (None), before_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:19.066626 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_common [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Allocated IP 172.27.0.138 (4b02b883-f569-47d4-998c-c0ad162b23a0/eb6e2bbf-7bf9-439c-9cb6-e36be002c03e/284ddefb-8578-4236-8d4b-9005be1b133a) {{(pid=104065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:28:19.175242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (284ddefb-8578-4236-8d4b-9005be1b133a), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:19.265307 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766593097912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:19.305224 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Network 4b02b883-f569-47d4-998c-c0ad162b23a0 is already hosted by enough agents. {{(pid=104065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:28:19.310191 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.base_scheduler [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Resources bound (agent type, host, resource id): {{(pid=104065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:28:19.315791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Received port after_create {{(pid=104065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:28:19.345595 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=284ddefb-8578-4236-8d4b-9005be1b133a,revision_number=1']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:19.693816 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (7e69e5bd-0285-4076-b14c-223c8914582d), precommit_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:19.816777 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738422'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), before_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:19.965272 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for port (284ddefb-8578-4236-8d4b-9005be1b133a), precommit_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:20.062516 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766593622056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766593097930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766593097948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10188757'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), after_update {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:20.135629 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event updated for resources: {'Port': ['ID=284ddefb-8578-4236-8d4b-9005be1b133a,revision_number=2']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:20.148310 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1688790'] for floatingip (7e69e5bd-0285-4076-b14c-223c8914582d), after_create {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:20.255032 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 7e69e5bd-0285-4076-b14c-223c8914582d associated. External IP: 172.27.0.138, port: 5cca7178-0367-4b79-8e95-72f7e10d6fe3. Apr 14 21:28:20.479993 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:28:20.592934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:28:20.606633 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:28:20.617148 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:28:20.629894 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:28:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:28:20.710774 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:20.730811 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:28:20.741847 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-06bbbefe-d0b1-4f47-931a-a219d9c956d4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9386666 Apr 14 21:28:20.742435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:28:20.745053 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35033aba-162f-4256-aa4c-87e14c3ab5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:28:20.784100 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab843e6-1294-4497-9e2d-35e8ab363a9b x-openstack-request-id: req-cab843e6-1294-4497-9e2d-35e8ab363a9b {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:28:20.784397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:28:20.784649 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cab843e6-1294-4497-9e2d-35e8ab363a9b {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:28:20.785076 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab843e6-1294-4497-9e2d-35e8ab363a9b'] response: {'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'status': 'completed', 'code': 200} Apr 14 21:28:20.846720 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-6e935be7-992f-4700-9d06-3f0d5a6e6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:20.848196 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-6e935be7-992f-4700-9d06-3f0d5a6e6950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1129 time: 0.0424438 Apr 14 21:28:20.950131 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-50c94f70-82f8-4475-98b6-63db5c642462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:20.951709 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-50c94f70-82f8-4475-98b6-63db5c642462 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.0977161 Apr 14 21:28:21.022149 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-5d02131c-f6ef-4fb3-9dde-d05b7e57f800 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 200 len: 999 time: 0.0643561 Apr 14 21:28:21.073657 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-eed4d4af-49f2-4130-aacb-e5ade0c9be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:21.075127 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-eed4d4af-49f2-4130-aacb-e5ade0c9be4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0474000 Apr 14 21:28:21.099316 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7e69e5bd-0285-4076-b14c-223c8914582d', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:cb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:28:19Z', 'updated_at': '2022-04-14T21:28:19Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}, {'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:28:21.123692 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-8fcbb166-438b-4a2c-afdb-f38371e99c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:21.125333 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-8fcbb166-438b-4a2c-afdb-f38371e99c41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442183 Apr 14 21:28:21.127670 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:28:21.136841 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:28:21.137526 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:28:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:28:21.221823 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-5f62de50-4e1d-425d-9012-0c21156e0376 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904620 Apr 14 21:28:21.260395 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:28:21.327380 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-35033aba-162f-4256-aa4c-87e14c3ab5aa req-19cf4424-bb74-4bf7-a717-10fe67f3a719 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995023 Apr 14 21:28:21.500236 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7e69e5bd-0285-4076-b14c-223c8914582d', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:cb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:28:19Z', 'updated_at': '2022-04-14T21:28:19Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}, {'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:28:21.528006 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a96523-6e7d-41c9-983c-b2b2c88647bb None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '7e69e5bd-0285-4076-b14c-223c8914582d', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:cb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:28:19Z', 'updated_at': '2022-04-14T21:28:19Z', 'revision_number': 0, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}, {'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:28:21.743398 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f723b9b-38b2-4796-add8-72aaafadd9c1 None None] New status for floating IP 7e69e5bd-0285-4076-b14c-223c8914582d: ACTIVE {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:28:38.481370 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:38.784287 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91d19660-b690-434c-b84d-b3f42945ab83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:41.016595 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3a87-c5ec-4ef0-a2de-adf57dc5eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:42.006673 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:43.411941 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:44.915004 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:44.930826 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:28:48.369223 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-74cb568f-3f10-4218-8263-6388b4ba073e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384438 Apr 14 21:28:48.449177 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-ff6a529d-bcdb-4143-84b0-79ca90a2fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:48.450749 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-ff6a529d-bcdb-4143-84b0-79ca90a2fae0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0390911 Apr 14 21:28:48.561461 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-22f3a762-b430-4db6-b23c-2275698b9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:48.563641 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-22f3a762-b430-4db6-b23c-2275698b9f7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.0936606 Apr 14 21:28:48.626139 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-559e8584-593d-445a-a70b-f0937e8b1609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 1001 time: 0.0563099 Apr 14 21:28:48.676644 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-41e6c432-cd94-45e2-b31b-045cb5f0e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:48.678145 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-41e6c432-cd94-45e2-b31b-045cb5f0e687 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0467026 Apr 14 21:28:48.721212 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-56c1ee97-8092-425f-85db-4aeb7a87ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:28:48.722706 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-56c1ee97-8092-425f-85db-4aeb7a87ffc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382740 Apr 14 21:28:48.810017 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-bd1700c2-4017-49e0-8d13-497c68cd4fb8 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Apr 14 21:28:48.902515 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a9abe3a2-b06f-448b-9c0d-5c693c60617d req-362e3d69-ef65-4af5-a193-69c0064dc690 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Apr 14 21:29:08.394120 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:08.691515 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-85be522a-5c38-4fe1-b816-5b09e34e19ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:11.016888 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c857d7fd-dbff-4937-8f79-c85a88b45898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:11.999902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:13.382395 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:14.908062 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:21.930460 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:29:38.415751 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:38.690328 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e8246a2b-8e1b-4476-8148-3df3a8c2a954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:41.010322 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c517-87a6-4e17-8f43-b6c05dd154de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:42.010742 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:43.387242 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:44.901282 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:51.523579 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-12374ef7-3948-4d2c-8fba-f8ef28e83620 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412128 Apr 14 21:29:51.586314 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-af5468e2-d374-43cb-ba3f-ac3a7cf51e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:29:51.587952 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-af5468e2-d374-43cb-ba3f-ac3a7cf51e26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1129 time: 0.0420637 Apr 14 21:29:51.699690 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-518f3087-ba14-422f-b2d7-c2989c29f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:29:51.701914 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-518f3087-ba14-422f-b2d7-c2989c29f60a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.0935862 Apr 14 21:29:51.768886 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-5ae5a90c-9110-4677-87db-fd1fa8c59fec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0612440 Apr 14 21:29:51.850814 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-0db889c3-2ecf-44e8-917f-4c0082629ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:29:51.853552 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-0db889c3-2ecf-44e8-917f-4c0082629ece service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0779054 Apr 14 21:29:51.898721 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-2157abe7-86a9-4590-90ed-7eced5c38beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:29:51.900223 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-2157abe7-86a9-4590-90ed-7eced5c38beb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412862 Apr 14 21:29:51.995299 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-007a4a0c-1d54-45e1-a187-8b0578843ea9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Apr 14 21:29:52.092757 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-d6a42953-df80-49a2-ad8d-d406e652e600 req-69405390-3ab5-46b7-9ee1-1438b717899a service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912764 Apr 14 21:29:58.929779 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:08.437621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:08.740598 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bbf2470f-ff73-40b4-a760-142527152294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.338400 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46438) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:09.503025 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port 284ddefb-8578-4236-8d4b-9005be1b133a {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:09.503362 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.589381 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.589670 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (284ddefb-8578-4236-8d4b-9005be1b133a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.603412 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for 284ddefb-8578-4236-8d4b-9005be1b133a owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:09.866435 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (284ddefb-8578-4236-8d4b-9005be1b133a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.894519 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=284ddefb-8578-4236-8d4b-9005be1b133a,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:09.911297 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.911783 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.912242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.912708 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.913254 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.913753 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.914235 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.914709 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.915189 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.915663 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.916205 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.916684 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.917195 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.917687 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.918260 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:09.986767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (7e69e5bd-0285-4076-b14c-223c8914582d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.987105 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.db.l3_db [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 7e69e5bd-0285-4076-b14c-223c8914582d disassociated (deleted). External IP: 172.27.0.138, port: 5cca7178-0367-4b79-8e95-72f7e10d6fe3. Apr 14 21:30:10.225882 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:30:10.649164 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:30:10.654246 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:10.662607 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:30:10.675826 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:10.676640 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:29:41Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:10.689631 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-67923b28-e250-4950-8dda-b00ebfa05fd8 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "DELETE /v2.0/floatingips/7e69e5bd-0285-4076-b14c-223c8914582d HTTP/1.1" status: 204 len: 168 time: 1.3495674 Apr 14 21:30:10.690320 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:30:10.694207 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedbad1-4cef-46ca-9a1d-1894a053052a" -d '{"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:30:10.830107 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:10.940466 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e620b2be-e519-48c7-b50d-edfa89f37f31 x-openstack-request-id: req-e620b2be-e519-48c7-b50d-edfa89f37f31 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:30:10.940871 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:30:10.941252 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e620b2be-e519-48c7-b50d-edfa89f37f31 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:30:10.941805 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e620b2be-e519-48c7-b50d-edfa89f37f31'] response: {'name': 'network-changed', 'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'status': 'completed', 'code': 200} Apr 14 21:30:11.018107 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-6e6d835a-8591-47bf-a88d-b7c886180dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:11.021891 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-6e6d835a-8591-47bf-a88d-b7c886180dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 1129 time: 0.0548327 Apr 14 21:30:11.066082 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-85b70248-952a-4579-98fd-140dfa25094f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:11.168172 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-df634342-3aa9-4ff1-8a68-1974546ef7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:11.170656 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-df634342-3aa9-4ff1-8a68-1974546ef7ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.1378989 Apr 14 21:30:11.171899 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:11.206948 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:30:11.220649 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:11.221682 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:11.268018 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0cfcd-4ed0-46f1-8721-e0fdad13f3a3 req-2de8210e-b303-42c1-9491-5eb68f51f002 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:11.270140 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-19a0cfcd-4ed0-46f1-8721-e0fdad13f3a3 req-2de8210e-b303-42c1-9491-5eb68f51f002 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0759518 Apr 14 21:30:11.337453 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-19a0cfcd-4ed0-46f1-8721-e0fdad13f3a3 req-6e2e6c63-422d-4a98-a909-262ef13405a9 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554593 Apr 14 21:30:11.368138 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:11.603541 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:11.631054 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4770-7836-4a2e-81a0-e93f1bee6585 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_floatingips': [{'id': '803f5280-d70e-4bd5-98e5-63926e915898', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'router_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'port_id': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'mac_address': 'fa:16:3e:5b:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:25:44Z', 'updated_at': '2022-04-14T21:25:46Z', 'revision_number': 1, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:30:11.870900 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d37de4-5169-445c-aca8-a62611c7de7f None None] New status for floating IP 7e69e5bd-0285-4076-b14c-223c8914582d: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:30:12.020622 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:12.197971 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-9304ffa6-2fa7-40a4-93af-e62aac6fb698 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 200 len: 217 time: 0.0373333 Apr 14 21:30:12.259047 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-5e54b1e6-2b07-4733-8aaf-d2567a4f939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:12.260826 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-5e54b1e6-2b07-4733-8aaf-d2567a4f939a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0563877 Apr 14 21:30:12.316378 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-94ba6ae5-8443-445d-ad8b-182a8213b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:12.318003 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-94ba6ae5-8443-445d-ad8b-182a8213b105 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414951 Apr 14 21:30:12.457049 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-4cb5f6e4-be98-4f77-91c0-60891c5b44b9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316917 Apr 14 21:30:12.504282 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2a25b-16a9-4708-b61a-80dd1a172d9f req-ff367a7e-bbf0-47db-9a17-9d1431f97190 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:12.505864 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ea2a25b-16a9-4708-b61a-80dd1a172d9f req-ff367a7e-bbf0-47db-9a17-9d1431f97190 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0678473 Apr 14 21:30:12.607203 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-4ea2a25b-16a9-4708-b61a-80dd1a172d9f req-92451368-0814-4c66-bcb5-e09fb4d203c4 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909948 Apr 14 21:30:12.622562 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-eeedbad1-4cef-46ca-9a1d-1894a053052a req-e1018c34-1b69-4c95-85aa-b6b740d47b75 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323996 Apr 14 21:30:13.011681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-52bb8992-7050-4bea-87b6-cab54b5d44ba tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:13.013969 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-52bb8992-7050-4bea-87b6-cab54b5d44ba tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 945 time: 0.0566542 Apr 14 21:30:13.103238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:13.103648 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:13.202923 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] For port 5cca7178-0367-4b79-8e95-72f7e10d6fe3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5cca7178-0367-4b79-8e95-72f7e10d6fe3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:13.204003 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:13.217313 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for 5cca7178-0367-4b79-8e95-72f7e10d6fe3 owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:13.489430 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:13.529884 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (5cca7178-0367-4b79-8e95-72f7e10d6fe3), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:13.559681 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=5cca7178-0367-4b79-8e95-72f7e10d6fe3,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:13.624749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] No DVR routers for this DVR port 5cca7178-0367-4b79-8e95-72f7e10d6fe3 on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:13.624749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:13.624749 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-478de6cd-03c0-4540-b1b1-b1cc6d274b12 req-f8048ba2-c3d4-451d-9dc7-ebd08d7ead78 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "DELETE /v2.0/ports/5cca7178-0367-4b79-8e95-72f7e10d6fe3 HTTP/1.1" status: 204 len: 173 time: 0.6016164 Apr 14 21:30:13.624749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'name': 'network-vif-deleted', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:30:13.624749 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5cefcd-2c88-4b02-bb4d-bde2f4b457a5" -d '{"events": [{"server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "name": "network-vif-deleted", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:30:13.665440 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec01b714-89fc-439f-97c3-1fc8862220d7 x-openstack-request-id: req-ec01b714-89fc-439f-97c3-1fc8862220d7 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:30:13.665767 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b84664-b31b-4c40-b4a6-dfdfecf9ab5a", "name": "network-vif-deleted", "tag": "5cca7178-0367-4b79-8e95-72f7e10d6fe3", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:30:13.666101 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec01b714-89fc-439f-97c3-1fc8862220d7 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:30:13.666373 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec01b714-89fc-439f-97c3-1fc8862220d7'] response: {'server_uuid': '85b84664-b31b-4c40-b4a6-dfdfecf9ab5a', 'name': 'network-vif-deleted', 'tag': '5cca7178-0367-4b79-8e95-72f7e10d6fe3', 'status': 'completed', 'code': 200} Apr 14 21:30:13.755704 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-a55bfe74-fafd-48dd-9789-2c165d3cf0a1 req-c2149d80-21bf-4f4d-94eb-f98a2b8d89ea tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 210 time: 0.0456955 Apr 14 21:30:14.940371 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:14.942888 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-a6521b73-c71a-4dda-b05c-9892d123f401 req-2bd0dbda-a9fa-4870-adfe-d21a6e405a8e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b84664-b31b-4c40-b4a6-dfdfecf9ab5a HTTP/1.1" status: 200 len: 210 time: 0.0536022 Apr 14 21:30:17.725983 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5cca7178-0367-4b79-8e95-72f7e10d6fe3 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:17.749144 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: 5cca7178-0367-4b79-8e95-72f7e10d6fe3 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:17.749498 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device 5cca7178-0367-4b79-8e95-72f7e10d6fe3 not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:18.521102 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46482) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:18.677848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port aa76e973-993e-4d49-a281-fe2619c1c0c0 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:18.678139 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:18.757222 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:18.757565 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (aa76e973-993e-4d49-a281-fe2619c1c0c0), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:18.771116 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for aa76e973-993e-4d49-a281-fe2619c1c0c0 owned by network:floatingip {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:19.014731 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (aa76e973-993e-4d49-a281-fe2619c1c0c0), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:19.046669 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=aa76e973-993e-4d49-a281-fe2619c1c0c0,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:19.073272 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.073753 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.074681 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.075110 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.075536 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.075960 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.076389 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.076810 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.077347 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.077830 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.078254 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.078746 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.079157 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.079576 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.080020 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:19.127736 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (803f5280-d70e-4bd5-98e5-63926e915898), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:19.128077 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.db.l3_db [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Floating IP 803f5280-d70e-4bd5-98e5-63926e915898 disassociated (deleted). External IP: 172.27.0.14, port: e6021abe-1a9c-4d24-b637-d8dcf283f52d. Apr 14 21:30:19.355064 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:30:19.471568 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:30:19.477411 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:19.483264 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:30:19.495593 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:19.496919 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:19.513761 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-1e1c0223-b260-4d57-a14c-0e4785211ce0 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "DELETE /v2.0/floatingips/803f5280-d70e-4bd5-98e5-63926e915898 HTTP/1.1" status: 204 len: 168 time: 0.9909859 Apr 14 21:30:19.514481 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d'}] {{(pid=104064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:30:19.517088 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89aa6a3b9bf72e7fdb5f271316a0cb92d68a56a45e784ecdfa55f9bbd16e327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ec98e1-0edf-43a9-8491-f61a23558e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d"}]}' {{(pid=104064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:30:19.669464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c128fe-f58a-4b87-ae31-65b812f87171 x-openstack-request-id: req-44c128fe-f58a-4b87-ae31-65b812f87171 {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:30:19.669464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d", "status": "completed", "code": 200}]} {{(pid=104064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:30:19.669464 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44c128fe-f58a-4b87-ae31-65b812f87171 {{(pid=104064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:30:19.669464 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c128fe-f58a-4b87-ae31-65b812f87171'] response: {'name': 'network-changed', 'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'status': 'completed', 'code': 200} Apr 14 21:30:19.745378 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-0c14d30c-c151-41ec-b903-b6b2aa7b603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:19.748330 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-0c14d30c-c151-41ec-b903-b6b2aa7b603a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db22e1f6a32543d5985cea7f336991cc&device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 1130 time: 0.0523980 Apr 14 21:30:19.825439 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:19.857991 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-3410b5a5-4729-4e0c-8a51-8b84f21fe8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:19.860298 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-3410b5a5-4729-4e0c-8a51-8b84f21fe8af service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 200 len: 910 time: 0.1061149 Apr 14 21:30:19.924295 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-74162b70-515b-4899-8a6a-191b99c4624c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 200 len: 217 time: 0.0569093 Apr 14 21:30:19.998682 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-3c3063af-390d-49fc-8acf-cb7704a62f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:20.000797 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-3c3063af-390d-49fc-8acf-cb7704a62f09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 200 len: 848 time: 0.0703170 Apr 14 21:30:20.101550 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcddf8-caab-4393-8e42-a4b68fd079ca req-c8df094b-e261-4195-8ca0-75e6a9157dfe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:20.103446 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9dfcddf8-caab-4393-8e42-a4b68fd079ca req-c8df094b-e261-4195-8ca0-75e6a9157dfe tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0683980 Apr 14 21:30:20.113992 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:20.158390 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:30:20.169194 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:20.169968 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:20.184664 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-9dfcddf8-caab-4393-8e42-a4b68fd079ca req-4451eee8-abd1-4c76-b4c3-12d672a16777 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704806 Apr 14 21:30:20.307318 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:20.518792 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:20.547409 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42ee0d-645e-4e69-bacc-e21e55313da0 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:27Z', 'revision_number': 4, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi', '_interfaces': [{'id': 'e685d5da-a969-4b9b-b118-b20038dcf762', 'name': '', 'network_id': '3bbbc7c8-93e7-4c59-9cfd-66de67d65080', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'mac_address': 'fa:16:3e:c1:8b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:27Z', 'updated_at': '2022-04-14T21:21:32Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'subnets': [{'id': 'd1672f2d-0676-46d8-8672-2152da3c7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:30:20.829435 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d739c-7118-477b-8f7a-e14d5c058c1e None None] New status for floating IP 803f5280-d70e-4bd5-98e5-63926e915898: DOWN {{(pid=104067) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:30:20.994351 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-2d0fa4df-d105-4e11-ad7a-446529b2d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:20.996564 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-2d0fa4df-d105-4e11-ad7a-446529b2d9aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbbc7c8-93e7-4c59-9cfd-66de67d65080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615318 Apr 14 21:30:21.103283 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-a3d9dd43-334f-4f9c-84c0-074bed8002c9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982320 Apr 14 21:30:21.243739 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-53ec98e1-0edf-43a9-8491-f61a23558e5f req-fa4c9c1b-c097-4394-9e4c-fe1e625d0148 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151319 Apr 14 21:30:21.336623 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b19d50-005c-43e9-adb0-59db0cb5de80 req-a7705057-8d07-4c8e-8187-cb1fb1c8285e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:21.338604 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-87b19d50-005c-43e9-adb0-59db0cb5de80 req-a7705057-8d07-4c8e-8187-cb1fb1c8285e tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0529871 Apr 14 21:30:21.405638 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-87b19d50-005c-43e9-adb0-59db0cb5de80 req-06aa72df-b131-470b-a852-011c5791469b tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/security-groups?id=783a34b4-b87a-48d6-87cd-8d632b29b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596931 Apr 14 21:30:21.608559 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-1ec93eb3-0307-4324-8fce-c6fc355684cb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104065) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:30:21.610367 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-1ec93eb3-0307-4324-8fce-c6fc355684cb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 946 time: 0.0502820 Apr 14 21:30:21.703753 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port e6021abe-1a9c-4d24-b637-d8dcf283f52d {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:21.704157 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:21.806579 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] For port e6021abe-1a9c-4d24-b637-d8dcf283f52d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e6021abe-1a9c-4d24-b637-d8dcf283f52d,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:21.806944 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:21.821841 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for e6021abe-1a9c-4d24-b637-d8dcf283f52d owned by compute:nova {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:22.026653 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (e6021abe-1a9c-4d24-b637-d8dcf283f52d), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:22.057944 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=e6021abe-1a9c-4d24-b637-d8dcf283f52d,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:22.108672 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] No DVR routers for this DVR port e6021abe-1a9c-4d24-b637-d8dcf283f52d on host hv-cinder-83754 {{(pid=104065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:22.111569 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for port (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:22.115358 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [req-2168f731-0e30-4c99-8be8-51eb556813f4 req-2fb6774f-0277-471b-abd3-53b2e6de87eb tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.57 "DELETE /v2.0/ports/e6021abe-1a9c-4d24-b637-d8dcf283f52d HTTP/1.1" status: 204 len: 173 time: 0.4987063 Apr 14 21:30:22.121264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'name': 'network-vif-deleted', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d'}] {{(pid=104065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:30:22.121264 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8368766286e71f55c2e1b9be82990d4f2c8d058001551056ed548962af2848e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b110523-b43a-4054-ab23-7541610ba14d" -d '{"events": [{"server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "name": "network-vif-deleted", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d"}]}' {{(pid=104065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:30:22.157291 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c882bd-1609-49a3-9bf0-f573c343fda2 x-openstack-request-id: req-c0c882bd-1609-49a3-9bf0-f573c343fda2 {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:30:22.157590 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530ab46-1af3-4b7a-bace-f006e3fea850", "name": "network-vif-deleted", "tag": "e6021abe-1a9c-4d24-b637-d8dcf283f52d", "status": "completed", "code": 200}]} {{(pid=104065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:30:22.157868 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0c882bd-1609-49a3-9bf0-f573c343fda2 {{(pid=104065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:30:22.158242 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c882bd-1609-49a3-9bf0-f573c343fda2'] response: {'server_uuid': '5530ab46-1af3-4b7a-bace-f006e3fea850', 'name': 'network-vif-deleted', 'tag': 'e6021abe-1a9c-4d24-b637-d8dcf283f52d', 'status': 'completed', 'code': 200} Apr 14 21:30:22.555292 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [req-98397586-25e5-4cad-913f-8be56df7513f req-b194e7f1-a537-49c8-a416-d50928a35dc5 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "GET /v2.0/ports?device_id=5530ab46-1af3-4b7a-bace-f006e3fea850 HTTP/1.1" status: 200 len: 210 time: 0.0397944 Apr 14 21:30:23.617857 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46500) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:23.743759 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Deleting port 523f0866-1410-4f95-9b86-bf89ec31d5d9 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:23.744106 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:23.830257 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:23.830580 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (523f0866-1410-4f95-9b86-bf89ec31d5d9), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:23.843689 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Calling delete_port for 523f0866-1410-4f95-9b86-bf89ec31d5d9 owned by network:floatingip {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:24.082890 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (523f0866-1410-4f95-9b86-bf89ec31d5d9), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:24.112571 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'Port': ['ID=523f0866-1410-4f95-9b86-bf89ec31d5d9,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:24.211601 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for floatingip (8078a728-6d0b-4df2-857b-b45cd95dc292), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:24.216243 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127536'] for floatingip (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:24.218234 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-40cf1903-4f70-4e29-9c29-02a243c4cfec tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "DELETE /v2.0/floatingips/8078a728-6d0b-4df2-857b-b45cd95dc292 HTTP/1.1" status: 204 len: 168 time: 0.5990713 Apr 14 21:30:25.691649 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46512) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:25.764393 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device e6021abe-1a9c-4d24-b637-d8dcf283f52d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:25.770914 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (783a34b4-b87a-48d6-87cd-8d632b29b9aa), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:25.790646 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-8563f264-045a-478a-abfe-26e512a90156 None None] No Port match for: e6021abe-1a9c-4d24-b637-d8dcf283f52d {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:25.791240 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Device e6021abe-1a9c-4d24-b637-d8dcf283f52d not bound to the agent host hv-cinder-83754 {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:25.815935 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (783a34b4-b87a-48d6-87cd-8d632b29b9aa), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:25.940326 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (783a34b4-b87a-48d6-87cd-8d632b29b9aa), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:25.943473 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:25.945129 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] 10.222.0.24 "DELETE /v2.0/security-groups/783a34b4-b87a-48d6-87cd-8d632b29b9aa HTTP/1.1" status: 204 len: 168 time: 0.2522521 Apr 14 21:30:25.959356 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6ffde-eda3-4c65-b810-d3161824d825 tempest-TestVolumeBootPattern-381043325 tempest-TestVolumeBootPattern-381043325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a34b4-b87a-48d6-87cd-8d632b29b9aa,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:26.116585 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46516) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:26.668929 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:27.298665 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Deleting port e685d5da-a969-4b9b-b118-b20038dcf762 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:27.299385 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:27.389936 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] For port e685d5da-a969-4b9b-b118-b20038dcf762, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=e685d5da-a969-4b9b-b118-b20038dcf762,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:27.390465 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:27.405851 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Calling delete_port for e685d5da-a969-4b9b-b118-b20038dcf762 owned by network:router_interface {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:27.683674 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (e685d5da-a969-4b9b-b118-b20038dcf762), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:27.718794 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Pushing event deleted for resources: {'Port': ['ID=e685d5da-a969-4b9b-b118-b20038dcf762,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:27.953631 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:28.193456 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Router 5f76e482-1a82-4da3-b8a8-41779fab08f2 has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:30:28.312993 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:30:28.319485 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-947003d7-7d30-4088-bcb3-3c10ea184906 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f76e482-1a82-4da3-b8a8-41779fab08f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2015665 Apr 14 21:30:28.321397 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46520) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:28.326864 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Sync routers for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:30:28.342854 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:28.343880 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:28.500153 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks [] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:28.520658 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: dv-cinder-837542-3-iscsi {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:28.680384 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks [] for router_gateway (5f76e482-1a82-4da3-b8a8-41779fab08f2), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:28.760224 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:30:27Z', 'revision_number': 5, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port': {'id': '6f9a8821-3b04-40d3-8c02-e64920225e3c', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:28.814621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Checking router: 5f76e482-1a82-4da3-b8a8-41779fab08f2 for host: dv-cinder-837542-3-iscsi {{(pid=104066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:30:28.825204 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Deleting port 6f9a8821-3b04-40d3-8c02-e64920225e3c {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:28.825723 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:28.829794 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Routers {'5f76e482-1a82-4da3-b8a8-41779fab08f2'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:28.830858 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['5f76e482-1a82-4da3-b8a8-41779fab08f2'], 'active': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:28.917156 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] For port 6f9a8821-3b04-40d3-8c02-e64920225e3c, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=6f9a8821-3b04-40d3-8c02-e64920225e3c,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:28.918009 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:28.934346 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Calling delete_port for 6f9a8821-3b04-40d3-8c02-e64920225e3c owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:28.969014 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvr_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] Set router 5f76e482-1a82-4da3-b8a8-41779fab08f2 gateway port host: None {{(pid=104066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:29.062980 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_hamode_db [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:30:28Z', 'revision_number': 6, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:29.101291 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba6980-2d29-4a8c-93be-7707a41a3629 None None] The sync data for ids ['5f76e482-1a82-4da3-b8a8-41779fab08f2'] in dv-cinder-837542-3-iscsi is: [{'id': '5f76e482-1a82-4da3-b8a8-41779fab08f2', 'name': 'tempest-TestVolumeBootPattern-6229001-router', 'tenant_id': 'db22e1f6a32543d5985cea7f336991cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:24Z', 'updated_at': '2022-04-14T21:30:28Z', 'revision_number': 6, 'project_id': 'db22e1f6a32543d5985cea7f336991cc', 'gw_port_host': None}] {{(pid=104066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:30:29.216416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (6f9a8821-3b04-40d3-8c02-e64920225e3c), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.242507 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9a8821-3b04-40d3-8c02-e64920225e3c,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:29.322818 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.423020 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.425496 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks [] for router_controller (5f76e482-1a82-4da3-b8a8-41779fab08f2), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.569262 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (5f76e482-1a82-4da3-b8a8-41779fab08f2), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.569956 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f76e482-1a82-4da3-b8a8-41779fab08f2 {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:30:29.587065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.587065 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-e20fc7d1-8686-4d68-8873-e4a596c8ce68 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f76e482-1a82-4da3-b8a8-41779fab08f2 HTTP/1.1" status: 204 len: 168 time: 1.2543371 Apr 14 21:30:29.587065 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46522) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:29.629416 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Deleting subnet d1672f2d-0676-46d8-8672-2152da3c7430 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:30:29.633402 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Publish callbacks [] for subnet (d1672f2d-0676-46d8-8672-2152da3c7430), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.680634 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (d1672f2d-0676-46d8-8672-2152da3c7430), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.771105 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (d1672f2d-0676-46d8-8672-2152da3c7430), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.906707 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (d1672f2d-0676-46d8-8672-2152da3c7430), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.945242 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1672f2d-0676-46d8-8672-2152da3c7430,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:29.947664 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:29.954548 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-568dc026-19d6-46cc-ab2f-4990a9794993 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1672f2d-0676-46d8-8672-2152da3c7430 HTTP/1.1" status: 204 len: 168 time: 0.3725228 Apr 14 21:30:29.955561 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6242177a-3dd8-46a2-a25d-73d1531b9ed1 None None] Network 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:30:29.957001 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46524) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:30.064473 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (3bbbc7c8-93e7-4c59-9cfd-66de67d65080), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.140943 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Deleting port 127d3a27-e523-4333-956d-7e49027c27b3 {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:30.141627 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (127d3a27-e523-4333-956d-7e49027c27b3), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.203363 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] DHCP port deletion for 3bbbc7c8-93e7-4c59-9cfd-66de67d65080 request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:30:30.233489 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] For port 127d3a27-e523-4333-956d-7e49027c27b3, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=127d3a27-e523-4333-956d-7e49027c27b3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:30.234169 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (127d3a27-e523-4333-956d-7e49027c27b3), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.257680 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Calling delete_port for 127d3a27-e523-4333-956d-7e49027c27b3 owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:30.270400 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Deleting port 127d3a27-e523-4333-956d-7e49027c27b3 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:30.271254 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (127d3a27-e523-4333-956d-7e49027c27b3), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.358351 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] For port 127d3a27-e523-4333-956d-7e49027c27b3, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=127d3a27-e523-4333-956d-7e49027c27b3,segment=NetworkSegment(37b1fca2-fc2a-43b1-800b-45d6c36cce3e),segment_id=37b1fca2-fc2a-43b1-800b-45d6c36cce3e)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:30.358941 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (127d3a27-e523-4333-956d-7e49027c27b3), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.380716 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Calling delete_port for 127d3a27-e523-4333-956d-7e49027c27b3 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:30.478928 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e685d5da-a969-4b9b-b118-b20038dcf762 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:30.505686 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (127d3a27-e523-4333-956d-7e49027c27b3), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.527611 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: e685d5da-a969-4b9b-b118-b20038dcf762 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:30.528031 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device e685d5da-a969-4b9b-b118-b20038dcf762 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:30.528660 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 127d3a27-e523-4333-956d-7e49027c27b3 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:30.533848 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Pushing event deleted for resources: {'Port': ['ID=127d3a27-e523-4333-956d-7e49027c27b3,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:30.537486 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] No DVR routers for this DVR port 127d3a27-e523-4333-956d-7e49027c27b3 on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:30.576654 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 127d3a27-e523-4333-956d-7e49027c27b3 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:30.577254 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 127d3a27-e523-4333-956d-7e49027c27b3 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:30.577955 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 6f9a8821-3b04-40d3-8c02-e64920225e3c no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:30.611215 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 6f9a8821-3b04-40d3-8c02-e64920225e3c {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:30.620026 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 6f9a8821-3b04-40d3-8c02-e64920225e3c not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:30.620026 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (127d3a27-e523-4333-956d-7e49027c27b3), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.629011 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (3bbbc7c8-93e7-4c59-9cfd-66de67d65080), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.646302 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Pushing event deleted for resources: {'Port': ['ID=127d3a27-e523-4333-956d-7e49027c27b3,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:30.659802 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.660149 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.660489 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.660831 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.661199 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.661535 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.661866 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.662195 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.662521 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.662852 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.663180 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.663510 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.663833 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.664153 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.664478 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-3-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:30:30.668047 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208d20b-f269-449d-96bb-1c2a6fc3622b None None] No DVR routers for this DVR port 127d3a27-e523-4333-956d-7e49027c27b3 on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:30.680388 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbc7c8-93e7-4c59-9cfd-66de67d65080']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:30.690952 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b1fca2-fc2a-43b1-800b-45d6c36cce3e') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:30.691378 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b1fca2-fc2a-43b1-800b-45d6c36cce3e') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:30.703210 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (37b1fca2-fc2a-43b1-800b-45d6c36cce3e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.719323 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (37b1fca2-fc2a-43b1-800b-45d6c36cce3e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.726444 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:30:30.727031 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (37b1fca2-fc2a-43b1-800b-45d6c36cce3e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:30:30.729128 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:30:30.882923 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (3bbbc7c8-93e7-4c59-9cfd-66de67d65080), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.889529 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.895883 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3bbbc7c8-93e7-4c59-9cfd-66de67d65080 HTTP/1.1" status: 204 len: 168 time: 0.9347880 Apr 14 21:30:30.897222 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46526) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:30.907517 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f93cb-5452-4a96-b2da-c1030b848095 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbbc7c8-93e7-4c59-9cfd-66de67d65080,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:31.280573 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1701590'] for router_interface (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:31.546427 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Deleting port aa0923a9-06f4-46c5-868c-48bd143ab447 {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:31.546693 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:31.632843 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] For port aa0923a9-06f4-46c5-868c-48bd143ab447, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=aa0923a9-06f4-46c5-868c-48bd143ab447,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:31.633238 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:31.652533 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Calling delete_port for aa0923a9-06f4-46c5-868c-48bd143ab447 owned by network:router_interface {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:31.962831 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (aa0923a9-06f4-46c5-868c-48bd143ab447), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:31.989180 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0923a9-06f4-46c5-868c-48bd143ab447,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:32.179026 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1701450'] for router_interface (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:32.416499 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a has already been hosted by L3 agent 87fc2251-5e47-47fd-98d4-38776bf8a484 {{(pid=104065) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:30:32.829637 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] Notify agent at l3_agent.dv-cinder-837542-3-iscsi the message routers_updated {{(pid=104065) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:30:32.834747 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-d13a8a5e-e35e-4437-a72e-a3545c44d525 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9363453 Apr 14 21:30:32.838490 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46528) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:32.841553 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Sync routers for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:30:32.852918 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:32.853600 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:32.952931 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks [] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:32.969123 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: dv-cinder-837542-3-iscsi {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:33.068308 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks [] for router_gateway (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.158825 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'external_fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:30:31Z', 'revision_number': 5, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port': {'id': '1631319d-1759-4d9e-a2fd-b10db34ce83b', 'name': '', 'network_id': '4b02b883-f569-47d4-998c-c0ad162b23a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb6e2bbf-7bf9-439c-9cb6-e36be002c03e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-3-iscsi'}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:33.187518 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Checking router: 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a for host: dv-cinder-837542-3-iscsi {{(pid=104067) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:30:33.199560 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Routers {'2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'} bound to L3 agent in host dv-cinder-837542-3-iscsi {{(pid=104067) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:30:33.200296 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:02:41Z,description=,heartbeat_timestamp=2022-04-14T21:30:11Z,host='dv-cinder-837542-3-iscsi',id=87fc2251-5e47-47fd-98d4-38776bf8a484,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:02:42Z,topic='l3_agent')) {'router_ids': ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'], 'active': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:33.216403 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Deleting port 1631319d-1759-4d9e-a2fd-b10db34ce83b {{(pid=104065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:33.217061 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.323853 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.db [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] For port 1631319d-1759-4d9e-a2fd-b10db34ce83b, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=1631319d-1759-4d9e-a2fd-b10db34ce83b,segment=NetworkSegment(b87234f8-6335-42de-9907-60c462fe48ac),segment_id=b87234f8-6335-42de-9907-60c462fe48ac)] {{(pid=104065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:33.324368 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.348929 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.plugins.ml2.plugin [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Calling delete_port for 1631319d-1759-4d9e-a2fd-b10db34ce83b owned by network:router_gateway {{(pid=104065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:33.410300 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvr_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] Set router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a gateway port host: None {{(pid=104067) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:30:33.471758 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.l3_hamode_db [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:30:33Z', 'revision_number': 6, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port_host': None}], 'dv-cinder-837542-3-iscsi', False) {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:33.499231 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080e43d-08a0-4299-a46f-1f329da1efc1 None None] The sync data for ids ['2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a'] in dv-cinder-837542-3-iscsi is: [{'id': '2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a', 'name': 'tempest-TestVolumeBootPattern-579783734-router', 'tenant_id': '5d68e24bd8e34f5396c9d33a84058383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:21:31Z', 'updated_at': '2022-04-14T21:30:33Z', 'revision_number': 6, 'project_id': '5d68e24bd8e34f5396c9d33a84058383', 'gw_port_host': None}] {{(pid=104067) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:30:33.620552 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10188780'] for port (1631319d-1759-4d9e-a2fd-b10db34ce83b), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.675015 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Pushing event deleted for resources: {'Port': ['ID=1631319d-1759-4d9e-a2fd-b10db34ce83b,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:33.749835 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688812'] for router_gateway (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.857934 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57556'] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.862306 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks [] for router_controller (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.133998 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702921'] for router (2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.134791 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a {{(pid=104065) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:30:34.140027 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.141509 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-213b0314-4988-4c15-9e70-34f3008ea633 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2e3fa5fc-2ead-420e-8ae0-2b1ab28f395a HTTP/1.1" status: 204 len: 168 time: 1.3018317 Apr 14 21:30:34.144233 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46530) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:34.193332 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.db.db_base_plugin_v2 [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Deleting subnet 0ec949cf-56c7-4b8d-a403-d1aeb2284be8 {{(pid=104065) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:30:34.196727 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Publish callbacks [] for subnet (0ec949cf-56c7-4b8d-a403-d1aeb2284be8), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.237465 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9931212'] for subnet (0ec949cf-56c7-4b8d-a403-d1aeb2284be8), precommit_delete_associations {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.339972 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-762973'] for subnet (0ec949cf-56c7-4b8d-a403-d1aeb2284be8), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.478207 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1631319d-1759-4d9e-a2fd-b10db34ce83b no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:34.489609 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-762954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9703704'] for subnet (0ec949cf-56c7-4b8d-a403-d1aeb2284be8), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.500930 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: 1631319d-1759-4d9e-a2fd-b10db34ce83b {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:34.501621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device 1631319d-1759-4d9e-a2fd-b10db34ce83b not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:34.502055 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device aa0923a9-06f4-46c5-868c-48bd143ab447 no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:34.524230 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: aa0923a9-06f4-46c5-868c-48bd143ab447 {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:34.524562 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec949cf-56c7-4b8d-a403-d1aeb2284be8,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:34.524739 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device aa0923a9-06f4-46c5-868c-48bd143ab447 not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:34.528714 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.532663 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-81224678-10f4-432d-bd51-385462d25daf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ec949cf-56c7-4b8d-a403-d1aeb2284be8 HTTP/1.1" status: 204 len: 168 time: 0.3869925 Apr 14 21:30:34.537338 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46532) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:34.543234 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17abe5-aa7f-40a4-bd6e-c39c0c2068ae None None] Network 1700cb12-ad4f-458a-9f0c-80fb65ed585e requested from dv-cinder-837542-3-iscsi {{(pid=104066) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:30:34.634187 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557868'] for network (1700cb12-ad4f-458a-9f0c-80fb65ed585e), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.689988 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Deleting port cf3b626b-e7b5-437b-b9d4-31ac0be122ff {{(pid=104064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:34.690343 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.738667 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] DHCP port deletion for 1700cb12-ad4f-458a-9f0c-80fb65ed585e request from dv-cinder-837542-3-iscsi {{(pid=104066) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:30:34.781720 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Deleting port cf3b626b-e7b5-437b-b9d4-31ac0be122ff {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:30:34.782099 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766593614632'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.798883 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.db [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] For port cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:34.799298 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.819129 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.plugin [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Calling delete_port for cf3b626b-e7b5-437b-b9d4-31ac0be122ff owned by network:dhcp {{(pid=104064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:35.005329 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] For port cf3b626b-e7b5-437b-b9d4-31ac0be122ff, host dv-cinder-837542-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-3-iscsi',level=0,port_id=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,segment=NetworkSegment(16f5bef9-62ff-46ad-a62e-13864b743229),segment_id=16f5bef9-62ff-46ad-a62e-13864b743229)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:30:35.005821 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1693784'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.020706 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Calling delete_port for cf3b626b-e7b5-437b-b9d4-31ac0be122ff owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:30:35.026026 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8691960'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.054575 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:35.056546 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] No DVR routers for this DVR port cf3b626b-e7b5-437b-b9d4-31ac0be122ff on host dv-cinder-837542-3-iscsi {{(pid=104064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:35.119865 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-738481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766593622038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766593097921'] for port (cf3b626b-e7b5-437b-b9d4-31ac0be122ff), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.143574 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764902', 'neutron.services.segments.db._delete_segments_for_network-8766593639096'] for network (1700cb12-ad4f-458a-9f0c-80fb65ed585e), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.146103 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] Pushing event deleted for resources: {'Port': ['ID=cf3b626b-e7b5-437b-b9d4-31ac0be122ff,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:35.152902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e392c-79ff-473d-bb84-61a4bd888458 None None] No DVR routers for this DVR port cf3b626b-e7b5-437b-b9d4-31ac0be122ff on host dv-cinder-837542-3-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:30:35.175020 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1700cb12-ad4f-458a-9f0c-80fb65ed585e']}} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:35.187351 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f5bef9-62ff-46ad-a62e-13864b743229') {'for_net_delete': True} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:35.187779 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.services.segments.db [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f5bef9-62ff-46ad-a62e-13864b743229') {} {{(pid=104064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:30:35.203055 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766593563073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10410036'] for segment (16f5bef9-62ff-46ad-a62e-13864b743229), before_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.218234 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678'] for segment (16f5bef9-62ff-46ad-a62e-13864b743229), precommit_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.225692 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:30:35.226245 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8691757'] for segment (16f5bef9-62ff-46ad-a62e-13864b743229), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: Traceback (most recent call last): Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: timer() Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: cb(*args, **kw) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: return func(*args, **kwargs) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: self._notify() Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: self.callback(batched_events) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: event.method(event) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: return f(self, *a, **k) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._get(url).json() Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: return self.request(url, 'GET', **kwargs) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:30:35.228195 dv-cinder-837542-3-iscsi neutron-server[104064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:30:35.368178 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1688776'] for network (1700cb12-ad4f-458a-9f0c-80fb65ed585e), after_delete {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.374070 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron_lib.callbacks.manager [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676075'] for network (None), before_response {{(pid=104064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.377382 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] 10.222.0.24 "DELETE /v2.0/networks/1700cb12-ad4f-458a-9f0c-80fb65ed585e HTTP/1.1" status: 204 len: 168 time: 0.8387237 Apr 14 21:30:35.389091 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa8867-c24b-458a-8400-d3f7ff52d9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1700cb12-ad4f-458a-9f0c-80fb65ed585e,revision_number=None']} {{(pid=104064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:35.708904 dv-cinder-837542-3-iscsi neutron-server[104064]: DEBUG neutron.wsgi [-] (104064) accepted ('10.222.0.24', 46536) {{(pid=104064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:35.770758 dv-cinder-837542-3-iscsi neutron-server[104064]: INFO neutron.wsgi [None req-89bc801f-7273-4f59-b720-b10b81d3913f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db22e1f6a32543d5985cea7f336991cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601835 Apr 14 21:30:35.773802 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46538) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:35.853814 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] Publish callbacks [] for security_group (735cb6cd-9ca5-4080-930d-9dfceb5c018a), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.881529 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] Publish callbacks [] for security_group (735cb6cd-9ca5-4080-930d-9dfceb5c018a), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:35.929672 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:36.019727 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (735cb6cd-9ca5-4080-930d-9dfceb5c018a), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:36.022668 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:36.023902 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/735cb6cd-9ca5-4080-930d-9dfceb5c018a HTTP/1.1" status: 204 len: 168 time: 0.2490437 Apr 14 21:30:36.032442 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4ade2-e92b-44e9-96ab-be4bdeb6c9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735cb6cd-9ca5-4080-930d-9dfceb5c018a,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:36.470032 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device cf3b626b-e7b5-437b-b9d4-31ac0be122ff no longer exists at agent ovs-agent-dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:30:36.508429 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] No Port match for: cf3b626b-e7b5-437b-b9d4-31ac0be122ff {{(pid=104066) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:30:36.508780 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.rpc [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Device cf3b626b-e7b5-437b-b9d4-31ac0be122ff not bound to the agent host dv-cinder-837542-3-iscsi {{(pid=104066) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:30:36.997789 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46544) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:37.048278 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-ccf1dbdf-6721-4cd5-935a-a28c655bdefc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d68e24bd8e34f5396c9d33a84058383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490024 Apr 14 21:30:37.051831 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [-] (104065) accepted ('10.222.0.24', 46546) {{(pid=104065) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:37.102650 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] Publish callbacks [] for security_group (b8d089f5-586e-4d44-bb69-1c8cf33d2fb8), before_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:37.125701 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] Publish callbacks [] for security_group (b8d089f5-586e-4d44-bb69-1c8cf33d2fb8), precommit_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:37.277525 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643897'] for security_group (b8d089f5-586e-4d44-bb69-1c8cf33d2fb8), after_delete {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:37.280467 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:37.281925 dv-cinder-837542-3-iscsi neutron-server[104065]: INFO neutron.wsgi [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8d089f5-586e-4d44-bb69-1c8cf33d2fb8 HTTP/1.1" status: 204 len: 168 time: 0.2291188 Apr 14 21:30:37.294007 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7867-006c-499e-9ef0-142908f76e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d089f5-586e-4d44-bb69-1c8cf33d2fb8,revision_number=None']} {{(pid=104065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:30:38.477194 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:38.705497 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f414f9cc-a64b-4ba7-ae09-151761d261c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:41.042401 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ada76b30-3f61-4a5d-b54a-52d2fe39752d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:42.054541 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:43.430989 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:44.939927 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:08.436205 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:08.745107 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-32ff6c86-a5fc-429d-8fe2-5a1ace0d7e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:11.042204 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5ca06246-0e51-43dc-95b0-12ac44c1b946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:12.047934 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:12.930284 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:31:13.402225 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:14.955750 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:34.948188 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-accc0179-b879-46ae-8c08-9d24de904af2 req-0293a722-9817-42fc-8e0b-a531ea2b2aef service neutron] (104065) timed out ('10.222.0.57', 60844) {{(pid=104065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:31:38.447381 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:38.721685 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c68cee70-5e7a-488e-ab2d-7d81d9c1cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:41.035071 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-000e8f2b-2977-44ab-bdc6-fd137f662837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:42.062621 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:43.417061 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:44.909439 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:49.929197 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:32:08.440602 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.726575 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92ba22d-106a-48c3-a223-50d8b19e85ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.061211 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f5cc4093-3855-4548-a6a8-82eb5401559b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.034542 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.434540 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.920063 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.928505 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:32:38.465983 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.700314 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c825321e-18b0-40e3-b143-fa1c8b03531a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.042525 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cc23b5be-8fdb-48f3-9cd7-0db9f2fbeeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:42.042439 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:43.468405 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:44.931100 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.927753 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:08.459403 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.721662 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db01ccd9-3499-4a1c-a294-115cb9f7b95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.093641 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a145edd-116c-421e-9cc0-8328d01bee03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.050642 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.410364 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.926922 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.503321 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.708902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ff7eca4b-dca5-4e56-a329-6892632ea819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.925972 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:41.067790 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7a00a4dc-382b-4da9-a27a-5ff5776a6d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.072643 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.438219 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.931550 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.484548 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.804944 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abce8023-ebfb-4f78-a323-3400c3b4e46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.102412 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cf73b944-262d-4e49-82ad-2d084d299d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.050667 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.525327 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.964936 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.924748 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:34:38.489568 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.769573 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-339dd21c-ac9b-4306-80ba-1b3ceeb4ab5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.072339 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce2b-6c67-4f48-8c91-a806a10d2b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.071890 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.478144 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:44.946481 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.924025 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:34:59.618927 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-7e094720-1a7a-4c55-96ba-8db0dce23e9a service neutron] (104065) timed out ('10.222.0.24', 41012) {{(pid=104065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:34:59.901488 dv-cinder-837542-3-iscsi neutron-server[104065]: DEBUG neutron.wsgi [req-5d4c8052-5b18-4a72-a1db-3c9bf660c5ad req-fec88709-8ff2-45b4-9793-61f23e7d0926 tempest-TestShelveInstance-1045981206 tempest-TestShelveInstance-1045981206-project] (104065) timed out ('10.222.0.24', 41022) {{(pid=104065) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:35:08.516801 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:08.779504 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8eeb324e-47e2-4934-9433-31a45e9484b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.059395 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2d589f49-b685-49da-96fa-0929dc7f7212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:12.076347 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.476433 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.934788 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.923988 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:35:38.492778 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.703687 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-42aea4a5-b6d3-4bf0-aeb9-8b3add1a4601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:41.069776 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8a377a3f-e2cd-4fc1-9ec7-f64072bd6985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (87fc2251-5e47-47fd-98d4-38776bf8a484), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.069777 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e58fffc5-c2c7-4132-b88b-b244e84bf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95c5b49b-d738-4e55-9cf7-06da1d59d91c), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.424270 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65b1c87e-03cb-4280-b8e4-913c619dbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (7dc87d13-6772-41dc-b07b-0b0bfd44bf83), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:44.926920 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-80ba271f-ff37-4503-be35-40ccd202bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (bb5f9aa9-3f4e-4153-bfa0-5680d8c53881), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:08.491933 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8563f264-045a-478a-abfe-26e512a90156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (2ffdb904-b0de-4a9c-8292-8a588ccba840), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:08.720902 dv-cinder-837542-3-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93d15db0-7fe4-4e9c-bbaa-b7e5918abce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766593639078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668071'] for agent (95b26acb-79a6-4851-9686-43aa34508dbc), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:08.923655 dv-cinder-837542-3-iscsi neutron-server[104067]: DEBUG neutron.db.agents_db [None req-0ba915e4-d9c1-4ada-af44-4ef1b719b994 None None] Agent healthcheck: found 6 active agents {{(pid=104067) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}